2014-04-10 11:00:59,019 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2014-04-10 11:00:59,043 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2014-04-10 11:00:59,044 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.JoinFieldedPipesPlatformTest
2014-04-10 11:00:59,061 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(112)) - using cluster
2014-04-10 11:00:59,469 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2014-04-10 11:00:59,491 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(649)) - fsLock is fair:true
2014-04-10 11:00:59,509 INFO namenode.HostFileManager (HostFileManager.java:refresh(304)) - read includes:
HostSet(
)
2014-04-10 11:00:59,509 INFO namenode.HostFileManager (HostFileManager.java:refresh(311)) - read excludes:
HostSet(
)
2014-04-10 11:00:59,510 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2014-04-10 11:00:59,510 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(229)) - dfs.block.invalidate.limit=1000
2014-04-10 11:00:59,511 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(235)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2014-04-10 11:00:59,513 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlocksMap
2014-04-10 11:00:59,513 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:00:59,514 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 2.0% max memory 672 MB = 13.4 MB
2014-04-10 11:00:59,514 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^21 = 2097152 entries
2014-04-10 11:00:59,520 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(328)) - dfs.block.access.token.enable=false
2014-04-10 11:00:59,521 INFO blockmanagement.BlockManager (BlockManager.java:<init>(313)) - defaultReplication = 3
2014-04-10 11:00:59,522 INFO blockmanagement.BlockManager (BlockManager.java:<init>(314)) - maxReplication = 512
2014-04-10 11:00:59,522 INFO blockmanagement.BlockManager (BlockManager.java:<init>(315)) - minReplication = 1
2014-04-10 11:00:59,522 INFO blockmanagement.BlockManager (BlockManager.java:<init>(316)) - maxReplicationStreams = 2
2014-04-10 11:00:59,522 INFO blockmanagement.BlockManager (BlockManager.java:<init>(317)) - shouldCheckForEnoughRacks = false
2014-04-10 11:00:59,522 INFO blockmanagement.BlockManager (BlockManager.java:<init>(318)) - replicationRecheckInterval = 3000
2014-04-10 11:00:59,522 INFO blockmanagement.BlockManager (BlockManager.java:<init>(319)) - encryptDataTransfer = false
2014-04-10 11:00:59,523 INFO blockmanagement.BlockManager (BlockManager.java:<init>(320)) - maxNumBlocksToLog = 1000
2014-04-10 11:00:59,526 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(666)) - fsOwner = brock (auth:SIMPLE)
2014-04-10 11:00:59,526 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(667)) - supergroup = supergroup
2014-04-10 11:00:59,527 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(668)) - isPermissionEnabled = true
2014-04-10 11:00:59,527 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(679)) - HA Enabled: false
2014-04-10 11:00:59,529 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(716)) - Append Enabled: true
2014-04-10 11:00:59,646 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map INodeMap
2014-04-10 11:00:59,646 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:00:59,646 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 1.0% max memory 672 MB = 6.7 MB
2014-04-10 11:00:59,646 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^20 = 1048576 entries
2014-04-10 11:00:59,647 INFO namenode.NameNode (FSDirectory.java:<init>(189)) - Caching file names occuring more than 10 times
2014-04-10 11:00:59,651 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map cachedBlocks
2014-04-10 11:00:59,651 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:00:59,651 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.25% max memory 672 MB = 1.7 MB
2014-04-10 11:00:59,651 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^18 = 262144 entries
2014-04-10 11:00:59,652 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4614)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2014-04-10 11:00:59,652 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4615)) - dfs.namenode.safemode.min.datanodes = 0
2014-04-10 11:00:59,653 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4616)) - dfs.namenode.safemode.extension = 0
2014-04-10 11:00:59,653 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(787)) - Retry cache on namenode is enabled
2014-04-10 11:00:59,654 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(795)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2014-04-10 11:00:59,655 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map Namenode Retry Cache
2014-04-10 11:00:59,655 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:00:59,655 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2014-04-10 11:00:59,656 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^15 = 32768 entries
2014-04-10 11:00:59,802 INFO common.Storage (NNStorage.java:format(527)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1 has been successfully formatted.
2014-04-10 11:00:59,886 INFO common.Storage (NNStorage.java:format(527)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2 has been successfully formatted.
2014-04-10 11:00:59,901 INFO namenode.FSImage (FSImageFormat.java:save(1039)) - Saving image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage.ckpt_0000000000000000000 using no compression
2014-04-10 11:00:59,901 INFO namenode.FSImage (FSImageFormat.java:save(1039)) - Saving image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/current/fsimage.ckpt_0000000000000000000 using no compression
2014-04-10 11:00:59,946 INFO namenode.FSImage (FSImageFormat.java:save(1077)) - Image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/current/fsimage.ckpt_0000000000000000000 of size 217 bytes saved in 0 seconds.
2014-04-10 11:01:00,033 INFO namenode.FSImage (FSImageFormat.java:save(1077)) - Image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage.ckpt_0000000000000000000 of size 217 bytes saved in 0 seconds.
2014-04-10 11:01:00,145 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(177)) - Going to retain 1 images with txid >= 0
2014-04-10 11:01:00,169 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2014-04-10 11:01:00,203 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(344)) - Scheduled snapshot period at 10 second(s).
2014-04-10 11:01:00,203 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(183)) - NameNode metrics system started
2014-04-10 11:01:00,234 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1581)) - Starting web server as: ${dfs.web.authentication.kerberos.principal}
2014-04-10 11:01:00,235 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1592)) - Starting Web-server for hdfs at: http://127.0.0.1:0
2014-04-10 11:01:00,261 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2014-04-10 11:01:00,263 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.namenode is not defined
2014-04-10 11:01:00,271 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:01:00,272 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2014-04-10 11:01:00,273 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:01:00,273 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:01:00,288 INFO http.HttpServer2 (NameNodeHttpServer.java:initWebHdfs(81)) - Added filter 'SPNEGO' (class=org.apache.hadoop.hdfs.web.AuthFilter)
2014-04-10 11:01:00,289 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:01:00,298 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 59621
2014-04-10 11:01:00,298 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:01:00,314 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/hdfs to /tmp/Jetty_127_0_0_1_59621_hdfs____.u8s5la/webapp
2014-04-10 11:01:00,465 WARN server.AuthenticationFilter (AuthenticationFilter.java:init(158)) - 'signature.secret' configuration not set, using a random value as secret
2014-04-10 11:01:00,484 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:59621
2014-04-10 11:01:00,485 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(649)) - fsLock is fair:true
2014-04-10 11:01:00,486 INFO namenode.HostFileManager (HostFileManager.java:refresh(304)) - read includes:
HostSet(
)
2014-04-10 11:01:00,486 INFO namenode.HostFileManager (HostFileManager.java:refresh(311)) - read excludes:
HostSet(
)
2014-04-10 11:01:00,486 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(229)) - dfs.block.invalidate.limit=1000
2014-04-10 11:01:00,487 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(235)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2014-04-10 11:01:00,487 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlocksMap
2014-04-10 11:01:00,487 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:01:00,487 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 2.0% max memory 672 MB = 13.4 MB
2014-04-10 11:01:00,487 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^21 = 2097152 entries
2014-04-10 11:01:00,488 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(328)) - dfs.block.access.token.enable=false
2014-04-10 11:01:00,489 INFO blockmanagement.BlockManager (BlockManager.java:<init>(313)) - defaultReplication = 3
2014-04-10 11:01:00,489 INFO blockmanagement.BlockManager (BlockManager.java:<init>(314)) - maxReplication = 512
2014-04-10 11:01:00,489 INFO blockmanagement.BlockManager (BlockManager.java:<init>(315)) - minReplication = 1
2014-04-10 11:01:00,489 INFO blockmanagement.BlockManager (BlockManager.java:<init>(316)) - maxReplicationStreams = 2
2014-04-10 11:01:00,489 INFO blockmanagement.BlockManager (BlockManager.java:<init>(317)) - shouldCheckForEnoughRacks = false
2014-04-10 11:01:00,489 INFO blockmanagement.BlockManager (BlockManager.java:<init>(318)) - replicationRecheckInterval = 3000
2014-04-10 11:01:00,490 INFO blockmanagement.BlockManager (BlockManager.java:<init>(319)) - encryptDataTransfer = false
2014-04-10 11:01:00,490 INFO blockmanagement.BlockManager (BlockManager.java:<init>(320)) - maxNumBlocksToLog = 1000
2014-04-10 11:01:00,490 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(666)) - fsOwner = brock (auth:SIMPLE)
2014-04-10 11:01:00,490 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(667)) - supergroup = supergroup
2014-04-10 11:01:00,490 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(668)) - isPermissionEnabled = true
2014-04-10 11:01:00,491 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(679)) - HA Enabled: false
2014-04-10 11:01:00,491 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(716)) - Append Enabled: true
2014-04-10 11:01:00,491 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map INodeMap
2014-04-10 11:01:00,491 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:01:00,491 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 1.0% max memory 672 MB = 6.7 MB
2014-04-10 11:01:00,492 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^20 = 1048576 entries
2014-04-10 11:01:00,492 INFO namenode.NameNode (FSDirectory.java:<init>(189)) - Caching file names occuring more than 10 times
2014-04-10 11:01:00,492 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map cachedBlocks
2014-04-10 11:01:00,493 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:01:00,493 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.25% max memory 672 MB = 1.7 MB
2014-04-10 11:01:00,493 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^18 = 262144 entries
2014-04-10 11:01:00,493 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4614)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2014-04-10 11:01:00,493 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4615)) - dfs.namenode.safemode.min.datanodes = 0
2014-04-10 11:01:00,494 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4616)) - dfs.namenode.safemode.extension = 0
2014-04-10 11:01:00,494 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(787)) - Retry cache on namenode is enabled
2014-04-10 11:01:00,494 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(795)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2014-04-10 11:01:00,494 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map Namenode Retry Cache
2014-04-10 11:01:00,494 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:01:00,494 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2014-04-10 11:01:00,495 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^15 = 32768 entries
2014-04-10 11:01:00,596 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/in_use.lock acquired by nodename 20367@localhost.localdomain
2014-04-10 11:01:00,646 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/in_use.lock acquired by nodename 20367@localhost.localdomain
2014-04-10 11:01:00,650 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(294)) - Recovering unfinalized segments in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current
2014-04-10 11:01:00,650 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(294)) - Recovering unfinalized segments in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/current
2014-04-10 11:01:00,650 INFO namenode.FSImage (FSImage.java:loadFSImage(631)) - No edit log streams selected.
2014-04-10 11:01:00,652 INFO namenode.FSImage (FSImageFormat.java:load(336)) - Loading image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage_0000000000000000000 using no compression
2014-04-10 11:01:00,652 INFO namenode.FSImage (FSImageFormat.java:load(339)) - Number of files = 1
2014-04-10 11:01:00,653 INFO namenode.FSImage (FSImageFormat.java:loadFilesUnderConstruction(837)) - Number of files under construction = 0
2014-04-10 11:01:00,654 INFO namenode.FSImage (FSImageFormat.java:load(373)) - Image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage_0000000000000000000 of size 217 bytes loaded in 0 seconds.
2014-04-10 11:01:00,654 INFO namenode.FSImage (FSImage.java:loadFSImage(841)) - Loaded image for txid 0 from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2014-04-10 11:01:00,656 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1074)) - Starting log segment at 1
2014-04-10 11:01:00,931 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2014-04-10 11:01:00,932 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(617)) - Finished loading FSImage in 437 msecs
2014-04-10 11:01:01,029 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(279)) - RPC server is binding to 127.0.0.1:0
2014-04-10 11:01:01,039 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 57368
2014-04-10 11:01:01,056 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(5560)) - Registered FSNamesystemState MBean
2014-04-10 11:01:01,066 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5217)) - Number of blocks under construction: 0
2014-04-10 11:01:01,067 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5217)) - Number of blocks under construction: 0
2014-04-10 11:01:01,067 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(4727)) - initializing replication queues
2014-04-10 11:01:01,079 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2380)) - Total number of blocks = 0
2014-04-10 11:01:01,079 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2381)) - Number of invalid blocks = 0
2014-04-10 11:01:01,079 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2382)) - Number of under-replicated blocks = 0
2014-04-10 11:01:01,080 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2383)) - Number of over-replicated blocks = 0
2014-04-10 11:01:01,080 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2385)) - Number of blocks being written = 0
2014-04-10 11:01:01,080 INFO hdfs.StateChange (FSNamesystem.java:initializeReplQueues(4732)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 12 msec
2014-04-10 11:01:01,081 INFO hdfs.StateChange (FSNamesystem.java:leave(4696)) - STATE* Leaving safe mode after 0 secs
2014-04-10 11:01:01,081 INFO hdfs.StateChange (FSNamesystem.java:leave(4707)) - STATE* Network topology has 0 racks and 0 datanodes
2014-04-10 11:01:01,081 INFO hdfs.StateChange (FSNamesystem.java:leave(4710)) - STATE* UnderReplicatedBlocks has 0 blocks
2014-04-10 11:01:01,102 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:01:01,102 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 57368: starting
2014-04-10 11:01:01,105 INFO namenode.NameNode (NameNode.java:startCommonServices(544)) - NameNode RPC up at: localhost/127.0.0.1:57368
2014-04-10 11:01:01,105 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(949)) - Starting services required for active state
2014-04-10 11:01:01,109 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(158)) - Starting CacheReplicationMonitor with interval 300000 milliseconds
2014-04-10 11:01:01,110 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(171)) - Rescanning because of pending operations
2014-04-10 11:01:01,110 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2014-04-10 11:01:01,124 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2
2014-04-10 11:01:01,158 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 11:01:01,159 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 11:01:01,162 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 11:01:01,168 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:37218
2014-04-10 11:01:01,169 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 11:01:01,170 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 11:01:01,171 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:01:01,171 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 11:01:01,171 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:01:01,172 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:01:01,174 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:01:01,175 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 39282
2014-04-10 11:01:01,175 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:01:01,177 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_39282_datanode____.40sogs/webapp
2014-04-10 11:01:01,261 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:39282
2014-04-10 11:01:01,266 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 53527
2014-04-10 11:01:01,270 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:53527
2014-04-10 11:01:01,276 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 11:01:01,278 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 11:01:01,283 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:57368 starting to offer service
2014-04-10 11:01:01,284 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:01:01,284 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 53527: starting
2014-04-10 11:01:01,286 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4
2014-04-10 11:01:01,293 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 11:01:01,293 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 11:01:01,293 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 11:01:01,294 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:53749
2014-04-10 11:01:01,294 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 11:01:01,294 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 11:01:01,295 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:01:01,296 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 11:01:01,296 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:01:01,296 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:01:01,297 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:01:01,298 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 59891
2014-04-10 11:01:01,298 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:01:01,300 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_59891_datanode____.q9nfau/webapp
2014-04-10 11:01:01,408 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:59891
2014-04-10 11:01:01,409 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 41399
2014-04-10 11:01:01,411 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:41399
2014-04-10 11:01:01,415 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 11:01:01,415 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 11:01:01,416 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:57368 starting to offer service
2014-04-10 11:01:01,416 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:01:01,416 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 41399: starting
2014-04-10 11:01:01,418 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 2 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6
2014-04-10 11:01:01,424 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 11:01:01,424 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 11:01:01,424 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 11:01:01,425 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:36156
2014-04-10 11:01:01,425 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 11:01:01,425 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 11:01:01,426 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:01:01,426 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 11:01:01,427 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:01:01,427 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:01:01,428 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:01:01,428 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 40212
2014-04-10 11:01:01,428 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:01:01,430 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_40212_datanode____atb4z9/webapp
2014-04-10 11:01:01,471 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 20367@localhost.localdomain
2014-04-10 11:01:01,472 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1 is not formatted
2014-04-10 11:01:01,472 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:01:01,504 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:40212
2014-04-10 11:01:01,505 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 55636
2014-04-10 11:01:01,507 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:55636
2014-04-10 11:01:01,510 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 11:01:01,511 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 11:01:01,512 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:57368 starting to offer service
2014-04-10 11:01:01,512 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:01:01,512 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 55636: starting
2014-04-10 11:01:01,513 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 3 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8
2014-04-10 11:01:01,519 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 11:01:01,519 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 11:01:01,520 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 11:01:01,520 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:50911
2014-04-10 11:01:01,520 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 11:01:01,521 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 11:01:01,521 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:01:01,522 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 11:01:01,522 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:01:01,522 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:01:01,523 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:01:01,523 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 35739
2014-04-10 11:01:01,524 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:01:01,525 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_35739_datanode____k6shnd/webapp
2014-04-10 11:01:01,551 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 20367@localhost.localdomain
2014-04-10 11:01:01,551 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3 is not formatted
2014-04-10 11:01:01,552 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:01:01,567 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 20367@localhost.localdomain
2014-04-10 11:01:01,567 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5 is not formatted
2014-04-10 11:01:01,567 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:01:01,598 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:35739
2014-04-10 11:01:01,599 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 51987
2014-04-10 11:01:01,601 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:51987
2014-04-10 11:01:01,604 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 11:01:01,604 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 11:01:01,605 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:57368 starting to offer service
2014-04-10 11:01:01,605 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:01:01,605 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 51987: starting
2014-04-10 11:01:01,670 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 20367@localhost.localdomain
2014-04-10 11:01:01,671 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7 is not formatted
2014-04-10 11:01:01,671 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:01:01,708 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 20367@localhost.localdomain
2014-04-10 11:01:01,709 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6 is not formatted
2014-04-10 11:01:01,709 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:01:01,768 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:01:01,769 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:01:01,824 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 20367@localhost.localdomain
2014-04-10 11:01:01,824 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4 is not formatted
2014-04-10 11:01:01,824 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:01:01,832 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 20367@localhost.localdomain
2014-04-10 11:01:01,833 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2 is not formatted
2014-04-10 11:01:01,833 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:01:01,870 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:01:01,870 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:01:01,885 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:01:01,886 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663 is not formatted.
2014-04-10 11:01:01,886 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:01:01,886 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-2026122021-127.0.0.1-1397145659663 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current
2014-04-10 11:01:01,888 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 20367@localhost.localdomain
2014-04-10 11:01:01,888 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8 is not formatted
2014-04-10 11:01:01,888 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:01:01,934 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:01:01,934 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663 is not formatted.
2014-04-10 11:01:01,934 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:01:01,934 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-2026122021-127.0.0.1-1397145659663 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current
2014-04-10 11:01:01,971 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:01:01,971 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:01:01,996 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:01:01,996 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663 is not formatted.
2014-04-10 11:01:01,996 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:01:01,997 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-2026122021-127.0.0.1-1397145659663 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current
2014-04-10 11:01:02,073 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:01:02,073 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:01:02,121 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:01:02,121 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=2135740941;bpid=BP-2026122021-127.0.0.1-1397145659663;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0;bpid=BP-2026122021-127.0.0.1-1397145659663;dnuuid=null
2014-04-10 11:01:02,122 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663 is not formatted.
2014-04-10 11:01:02,122 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:01:02,122 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-2026122021-127.0.0.1-1397145659663 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current
2014-04-10 11:01:02,175 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:01:02,175 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:01:02,276 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:01:02,277 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:01:02,308 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:01:02,309 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663 is not formatted.
2014-04-10 11:01:02,309 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:01:02,310 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-2026122021-127.0.0.1-1397145659663 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current
2014-04-10 11:01:02,327 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:01:02,327 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663 is not formatted.
2014-04-10 11:01:02,328 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:01:02,328 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-2026122021-127.0.0.1-1397145659663 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current
2014-04-10 11:01:02,350 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID f9f8649b-8d9e-4d95-b6f1-838fff2526ea
2014-04-10 11:01:02,362 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current, StorageType: DISK
2014-04-10 11:01:02,362 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current, StorageType: DISK
2014-04-10 11:01:02,370 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 11:01:02,372 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397147262372 with interval 21600000
2014-04-10 11:01:02,372 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-2026122021-127.0.0.1-1397145659663
2014-04-10 11:01:02,373 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-2026122021-127.0.0.1-1397145659663 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current...
2014-04-10 11:01:02,373 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-2026122021-127.0.0.1-1397145659663 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current...
2014-04-10 11:01:02,378 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:01:02,378 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:01:02,379 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-2026122021-127.0.0.1-1397145659663 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current: 6ms
2014-04-10 11:01:02,379 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-2026122021-127.0.0.1-1397145659663 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current: 6ms
2014-04-10 11:01:02,379 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-2026122021-127.0.0.1-1397145659663: 7ms
2014-04-10 11:01:02,379 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-2026122021-127.0.0.1-1397145659663 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current...
2014-04-10 11:01:02,379 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-2026122021-127.0.0.1-1397145659663 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current: 0ms
2014-04-10 11:01:02,379 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-2026122021-127.0.0.1-1397145659663 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current...
2014-04-10 11:01:02,379 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-2026122021-127.0.0.1-1397145659663 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current: 0ms
2014-04-10 11:01:02,379 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 0ms
2014-04-10 11:01:02,380 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-2026122021-127.0.0.1-1397145659663 (Datanode Uuid null) service to localhost/127.0.0.1:57368 beginning handshake with NN
2014-04-10 11:01:02,386 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=f9f8649b-8d9e-4d95-b6f1-838fff2526ea, infoPort=40212, ipcPort=55636, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) storage f9f8649b-8d9e-4d95-b6f1-838fff2526ea
2014-04-10 11:01:02,390 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:36156
2014-04-10 11:01:02,394 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-2026122021-127.0.0.1-1397145659663 (Datanode Uuid null) service to localhost/127.0.0.1:57368 successfully registered with NN
2014-04-10 11:01:02,394 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:57368 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 11:01:02,401 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-673b46c5-7bd3-419b-a82d-0abc11d71478 for DN 127.0.0.1:36156
2014-04-10 11:01:02,401 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a for DN 127.0.0.1:36156
2014-04-10 11:01:02,405 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:01:02,405 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663 is not formatted.
2014-04-10 11:01:02,406 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:01:02,406 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-2026122021-127.0.0.1-1397145659663 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current
2014-04-10 11:01:02,410 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-2026122021-127.0.0.1-1397145659663 (Datanode Uuid f9f8649b-8d9e-4d95-b6f1-838fff2526ea) service to localhost/127.0.0.1:57368 trying to claim ACTIVE state with txid=1
2014-04-10 11:01:02,410 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-2026122021-127.0.0.1-1397145659663 (Datanode Uuid f9f8649b-8d9e-4d95-b6f1-838fff2526ea) service to localhost/127.0.0.1:57368
2014-04-10 11:01:02,418 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:36156 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:01:02,419 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=f9f8649b-8d9e-4d95-b6f1-838fff2526ea, infoPort=40212, ipcPort=55636, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0), blocks: 0, processing time: 2 msecs
2014-04-10 11:01:02,419 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:36156 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:01:02,419 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=f9f8649b-8d9e-4d95-b6f1-838fff2526ea, infoPort=40212, ipcPort=55636, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:01:02,427 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:01:02,427 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663 is not formatted.
2014-04-10 11:01:02,427 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:01:02,427 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-2026122021-127.0.0.1-1397145659663 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current
2014-04-10 11:01:02,434 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 1 msec to generate and 23 msecs for RPC and NN processing
2014-04-10 11:01:02,434 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@1780e41a
2014-04-10 11:01:02,436 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 11:01:02,436 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:01:02,436 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 11:01:02,436 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 11:01:02,436 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-2026122021-127.0.0.1-1397145659663
2014-04-10 11:01:02,481 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=2135740941;bpid=BP-2026122021-127.0.0.1-1397145659663;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0;bpid=BP-2026122021-127.0.0.1-1397145659663;dnuuid=null
2014-04-10 11:01:02,481 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-2026122021-127.0.0.1-1397145659663 to blockPoolScannerMap, new size=1
2014-04-10 11:01:02,484 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:01:02,484 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:01:02,587 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:01:02,587 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:01:02,642 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID 68edbb52-d631-4c11-b1f4-78133ce1dada
2014-04-10 11:01:02,643 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current, StorageType: DISK
2014-04-10 11:01:02,643 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current, StorageType: DISK
2014-04-10 11:01:02,644 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 11:01:02,644 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397148781644 with interval 21600000
2014-04-10 11:01:02,645 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-2026122021-127.0.0.1-1397145659663
2014-04-10 11:01:02,645 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-2026122021-127.0.0.1-1397145659663 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current...
2014-04-10 11:01:02,645 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-2026122021-127.0.0.1-1397145659663 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current...
2014-04-10 11:01:02,648 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-2026122021-127.0.0.1-1397145659663 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current: 3ms
2014-04-10 11:01:02,648 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-2026122021-127.0.0.1-1397145659663 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current: 3ms
2014-04-10 11:01:02,648 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-2026122021-127.0.0.1-1397145659663: 3ms
2014-04-10 11:01:02,648 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-2026122021-127.0.0.1-1397145659663 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current...
2014-04-10 11:01:02,649 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-2026122021-127.0.0.1-1397145659663 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current: 0ms
2014-04-10 11:01:02,649 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-2026122021-127.0.0.1-1397145659663 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current...
2014-04-10 11:01:02,649 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-2026122021-127.0.0.1-1397145659663 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current: 0ms
2014-04-10 11:01:02,649 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 1ms
2014-04-10 11:01:02,649 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-2026122021-127.0.0.1-1397145659663 (Datanode Uuid null) service to localhost/127.0.0.1:57368 beginning handshake with NN
2014-04-10 11:01:02,650 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=68edbb52-d631-4c11-b1f4-78133ce1dada, infoPort=59891, ipcPort=41399, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) storage 68edbb52-d631-4c11-b1f4-78133ce1dada
2014-04-10 11:01:02,650 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=2135740941;bpid=BP-2026122021-127.0.0.1-1397145659663;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0;bpid=BP-2026122021-127.0.0.1-1397145659663;dnuuid=null
2014-04-10 11:01:02,650 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:53749
2014-04-10 11:01:02,651 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-2026122021-127.0.0.1-1397145659663 (Datanode Uuid null) service to localhost/127.0.0.1:57368 successfully registered with NN
2014-04-10 11:01:02,652 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:57368 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 11:01:02,653 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d for DN 127.0.0.1:53749
2014-04-10 11:01:02,653 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2 for DN 127.0.0.1:53749
2014-04-10 11:01:02,654 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-2026122021-127.0.0.1-1397145659663 (Datanode Uuid 68edbb52-d631-4c11-b1f4-78133ce1dada) service to localhost/127.0.0.1:57368 trying to claim ACTIVE state with txid=1
2014-04-10 11:01:02,654 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-2026122021-127.0.0.1-1397145659663 (Datanode Uuid 68edbb52-d631-4c11-b1f4-78133ce1dada) service to localhost/127.0.0.1:57368
2014-04-10 11:01:02,655 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:53749 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:01:02,655 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=68edbb52-d631-4c11-b1f4-78133ce1dada, infoPort=59891, ipcPort=41399, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:01:02,656 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:53749 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:01:02,656 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=68edbb52-d631-4c11-b1f4-78133ce1dada, infoPort=59891, ipcPort=41399, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0), blocks: 0, processing time: 1 msecs
2014-04-10 11:01:02,656 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 0 msec to generate and 2 msecs for RPC and NN processing
2014-04-10 11:01:02,657 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@6da67f87
2014-04-10 11:01:02,657 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 11:01:02,657 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:01:02,657 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 11:01:02,657 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 11:01:02,657 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-2026122021-127.0.0.1-1397145659663
2014-04-10 11:01:02,657 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-2026122021-127.0.0.1-1397145659663 to blockPoolScannerMap, new size=1
2014-04-10 11:01:02,689 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:01:02,690 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:01:02,693 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=2135740941;bpid=BP-2026122021-127.0.0.1-1397145659663;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0;bpid=BP-2026122021-127.0.0.1-1397145659663;dnuuid=null
2014-04-10 11:01:02,701 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID ccf8d628-e68b-41d5-9e23-8ad8897e5f5e
2014-04-10 11:01:02,702 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current, StorageType: DISK
2014-04-10 11:01:02,702 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current, StorageType: DISK
2014-04-10 11:01:02,702 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 11:01:02,703 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397146860703 with interval 21600000
2014-04-10 11:01:02,703 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-2026122021-127.0.0.1-1397145659663
2014-04-10 11:01:02,703 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-2026122021-127.0.0.1-1397145659663 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current...
2014-04-10 11:01:02,704 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-2026122021-127.0.0.1-1397145659663 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current...
2014-04-10 11:01:02,706 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-2026122021-127.0.0.1-1397145659663 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current: 2ms
2014-04-10 11:01:02,707 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-2026122021-127.0.0.1-1397145659663 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current: 3ms
2014-04-10 11:01:02,707 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-2026122021-127.0.0.1-1397145659663: 4ms
2014-04-10 11:01:02,707 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-2026122021-127.0.0.1-1397145659663 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current...
2014-04-10 11:01:02,707 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-2026122021-127.0.0.1-1397145659663 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current: 0ms
2014-04-10 11:01:02,707 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-2026122021-127.0.0.1-1397145659663 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current...
2014-04-10 11:01:02,707 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-2026122021-127.0.0.1-1397145659663 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current: 0ms
2014-04-10 11:01:02,708 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 1ms
2014-04-10 11:01:02,708 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-2026122021-127.0.0.1-1397145659663 (Datanode Uuid null) service to localhost/127.0.0.1:57368 beginning handshake with NN
2014-04-10 11:01:02,709 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, infoPort=35739, ipcPort=51987, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) storage ccf8d628-e68b-41d5-9e23-8ad8897e5f5e
2014-04-10 11:01:02,709 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:50911
2014-04-10 11:01:02,710 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-2026122021-127.0.0.1-1397145659663 (Datanode Uuid null) service to localhost/127.0.0.1:57368 successfully registered with NN
2014-04-10 11:01:02,710 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:57368 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 11:01:02,711 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110 for DN 127.0.0.1:50911
2014-04-10 11:01:02,712 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9 for DN 127.0.0.1:50911
2014-04-10 11:01:02,712 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-2026122021-127.0.0.1-1397145659663 (Datanode Uuid ccf8d628-e68b-41d5-9e23-8ad8897e5f5e) service to localhost/127.0.0.1:57368 trying to claim ACTIVE state with txid=1
2014-04-10 11:01:02,712 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-2026122021-127.0.0.1-1397145659663 (Datanode Uuid ccf8d628-e68b-41d5-9e23-8ad8897e5f5e) service to localhost/127.0.0.1:57368
2014-04-10 11:01:02,714 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:50911 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:01:02,714 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, infoPort=35739, ipcPort=51987, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:01:02,714 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:50911 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:01:02,714 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, infoPort=35739, ipcPort=51987, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:01:02,715 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 0 msec to generate and 2 msecs for RPC and NN processing
2014-04-10 11:01:02,715 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@d038316
2014-04-10 11:01:02,716 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 11:01:02,716 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:01:02,716 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 11:01:02,716 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 11:01:02,717 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-2026122021-127.0.0.1-1397145659663
2014-04-10 11:01:02,717 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-2026122021-127.0.0.1-1397145659663 to blockPoolScannerMap, new size=1
2014-04-10 11:01:02,721 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID 605824a6-2871-47f9-9c2e-3cb0ab71d9dd
2014-04-10 11:01:02,722 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current, StorageType: DISK
2014-04-10 11:01:02,722 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current, StorageType: DISK
2014-04-10 11:01:02,723 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 11:01:02,724 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397160337724 with interval 21600000
2014-04-10 11:01:02,724 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-2026122021-127.0.0.1-1397145659663
2014-04-10 11:01:02,725 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-2026122021-127.0.0.1-1397145659663 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current...
2014-04-10 11:01:02,725 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-2026122021-127.0.0.1-1397145659663 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current...
2014-04-10 11:01:02,728 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-2026122021-127.0.0.1-1397145659663 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current: 3ms
2014-04-10 11:01:02,728 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-2026122021-127.0.0.1-1397145659663 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current: 3ms
2014-04-10 11:01:02,729 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-2026122021-127.0.0.1-1397145659663: 5ms
2014-04-10 11:01:02,729 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-2026122021-127.0.0.1-1397145659663 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current...
2014-04-10 11:01:02,729 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-2026122021-127.0.0.1-1397145659663 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current: 0ms
2014-04-10 11:01:02,729 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-2026122021-127.0.0.1-1397145659663 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current...
2014-04-10 11:01:02,730 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-2026122021-127.0.0.1-1397145659663 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current: 0ms
2014-04-10 11:01:02,730 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 1ms
2014-04-10 11:01:02,730 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-2026122021-127.0.0.1-1397145659663 (Datanode Uuid null) service to localhost/127.0.0.1:57368 beginning handshake with NN
2014-04-10 11:01:02,732 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=605824a6-2871-47f9-9c2e-3cb0ab71d9dd, infoPort=39282, ipcPort=53527, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) storage 605824a6-2871-47f9-9c2e-3cb0ab71d9dd
2014-04-10 11:01:02,732 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:37218
2014-04-10 11:01:02,733 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-2026122021-127.0.0.1-1397145659663 (Datanode Uuid null) service to localhost/127.0.0.1:57368 successfully registered with NN
2014-04-10 11:01:02,733 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:57368 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 11:01:02,735 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-c7811936-149b-4184-bec1-0f06b27e3365 for DN 127.0.0.1:37218
2014-04-10 11:01:02,735 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19 for DN 127.0.0.1:37218
2014-04-10 11:01:02,736 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-2026122021-127.0.0.1-1397145659663 (Datanode Uuid 605824a6-2871-47f9-9c2e-3cb0ab71d9dd) service to localhost/127.0.0.1:57368 trying to claim ACTIVE state with txid=1
2014-04-10 11:01:02,736 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-2026122021-127.0.0.1-1397145659663 (Datanode Uuid 605824a6-2871-47f9-9c2e-3cb0ab71d9dd) service to localhost/127.0.0.1:57368
2014-04-10 11:01:02,738 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:37218 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:01:02,738 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=605824a6-2871-47f9-9c2e-3cb0ab71d9dd, infoPort=39282, ipcPort=53527, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0), blocks: 0, processing time: 1 msecs
2014-04-10 11:01:02,738 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:37218 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:01:02,738 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=605824a6-2871-47f9-9c2e-3cb0ab71d9dd, infoPort=39282, ipcPort=53527, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:01:02,739 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 0 msec to generate and 3 msecs for RPC and NN processing
2014-04-10 11:01:02,739 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@33eb044
2014-04-10 11:01:02,739 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 11:01:02,740 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:01:02,740 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 11:01:02,740 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 11:01:02,741 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-2026122021-127.0.0.1-1397145659663
2014-04-10 11:01:02,741 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-2026122021-127.0.0.1-1397145659663 to blockPoolScannerMap, new size=1
2014-04-10 11:01:02,796 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1934)) - Cluster is active
2014-04-10 11:01:02,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:02,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:02,910 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:01:02,973 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741825_1001 src: /127.0.0.1:39522 dest: /127.0.0.1:37218
2014-04-10 11:01:02,986 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741825_1001 src: /127.0.0.1:52248 dest: /127.0.0.1:36156
2014-04-10 11:01:02,990 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741825_1001 src: /127.0.0.1:47867 dest: /127.0.0.1:53749
2014-04-10 11:01:03,021 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47867, dest: /127.0.0.1:53749, bytes: 484730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741825_1001, duration: 13385387
2014-04-10 11:01:03,022 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:03,022 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:01:03,023 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52248, dest: /127.0.0.1:36156, bytes: 484730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741825_1001, duration: 17185224
2014-04-10 11:01:03,024 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:03,025 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:01:03,025 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39522, dest: /127.0.0.1:37218, bytes: 484730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741825_1001, duration: 16518915
2014-04-10 11:01:03,025 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:03,026 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:01:03,045 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:01:03,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=brock:supergroup:rwxr--r--
2014-04-10 11:01:03,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:03,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:03,166 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:01:03,181 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741826_1002 src: /127.0.0.1:54056 dest: /127.0.0.1:50911
2014-04-10 11:01:03,183 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741826_1002 src: /127.0.0.1:47869 dest: /127.0.0.1:53749
2014-04-10 11:01:03,186 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741826_1002 src: /127.0.0.1:39527 dest: /127.0.0.1:37218
2014-04-10 11:01:03,196 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39527, dest: /127.0.0.1:37218, bytes: 385571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741826_1002, duration: 8279898
2014-04-10 11:01:03,197 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:03,197 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:01:03,198 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47869, dest: /127.0.0.1:53749, bytes: 385571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741826_1002, duration: 8673504
2014-04-10 11:01:03,198 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:03,199 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:01:03,199 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54056, dest: /127.0.0.1:50911, bytes: 385571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741826_1002, duration: 9949587
2014-04-10 11:01:03,200 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:03,205 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:01:03,220 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:01:03,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=brock:supergroup:rwxr--r--
2014-04-10 11:01:03,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null
2014-04-10 11:01:03,298 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(150)) - mkdir: hdfs://localhost:57368/tmp/hadoop-yarn/staging
2014-04-10 11:01:03,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:01:03,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:01:03,380 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher
2014-04-10 11:01:03,394 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(77)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2014-04-10 11:01:03,396 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(75)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2014-04-10 11:01:03,397 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2014-04-10 11:01:03,401 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2014-04-10 11:01:03,402 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2014-04-10 11:01:03,402 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(226)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
2014-04-10 11:01:03,410 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2014-04-10 11:01:03,411 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2014-04-10 11:01:03,411 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2014-04-10 11:01:03,412 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2014-04-10 11:01:03,420 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - ResourceManager metrics system started (again)
2014-04-10 11:01:03,443 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(191)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=ADMINISTER_QUEUE:*SUBMIT_APPLICATIONS:*
2014-04-10 11:01:03,444 INFO capacity.ParentQueue (ParentQueue.java:<init>(153)) - Initialized parent-queue root name=root, fullname=root
2014-04-10 11:01:03,449 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(273)) - Initializing default
capacity = 1.0 [= (float) configuredCapacity / 100 ]
asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ]
maxCapacity = 1.0 [= configuredMaxCapacity ]
absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ]
userLimit = 100 [= configuredUserLimit ]
userLimitFactor = 1.0 [= configuredUserLimitFactor ]
maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)]
maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]
maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ]
maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ]
maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ]
usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)]
absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory]
maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ]
minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]
numContainers = 0 [= currentNumContainers ]
state = RUNNING [= configuredState ]
acls = ADMINISTER_QUEUE:*SUBMIT_APPLICATIONS:* [= configuredAcls ]
nodeLocalityDelay = 0
2014-04-10 11:01:03,449 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(411)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0
2014-04-10 11:01:03,449 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(411)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2014-04-10 11:01:03,449 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(309)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2014-04-10 11:01:03,450 INFO capacity.CapacityScheduler (CapacityScheduler.java:reinitialize(273)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<<memory:1024, vCores:1>>, maximumAllocation=<<memory:8192, vCores:32>>
2014-04-10 11:01:03,466 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2014-04-10 11:01:03,469 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2014-04-10 11:01:03,470 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2014-04-10 11:01:03,470 INFO util.HostsFileReader (HostsFileReader.java:refresh(84)) - Refreshing hosts (include/exclude) list
2014-04-10 11:01:03,471 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$2
2014-04-10 11:01:03,472 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2014-04-10 11:01:03,472 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2014-04-10 11:01:03,472 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2014-04-10 11:01:03,473 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2014-04-10 11:01:03,473 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2014-04-10 11:01:03,473 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2014-04-10 11:01:03,473 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2014-04-10 11:01:03,473 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2014-04-10 11:01:03,473 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 0
2014-04-10 11:01:03,505 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 11:01:03,505 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 11:01:03,506 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 11:01:03,506 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 11:01:03,506 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 11:01:03,507 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 11:01:03,509 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 11:01:03,509 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 11:01:03,510 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 11:01:03,513 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 11:01:03,513 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 11:01:03,593 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 11:01:03,605 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 11:01:03,605 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 11:01:03,627 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@5e1855f8
2014-04-10 11:01:03,627 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 11:01:03,627 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 11:01:03,627 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 11:01:03,628 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 11:01:03,628 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2014-04-10 11:01:03,628 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2014-04-10 11:01:03,628 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2014-04-10 11:01:03,628 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2014-04-10 11:01:03,628 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2014-04-10 11:01:03,629 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2014-04-10 11:01:03,629 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2014-04-10 11:01:03,629 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2014-04-10 11:01:03,629 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 1
2014-04-10 11:01:03,641 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 11:01:03,641 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 11:01:03,641 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 11:01:03,641 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 11:01:03,641 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 11:01:03,642 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 11:01:03,642 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 11:01:03,642 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 11:01:03,642 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 11:01:03,644 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 11:01:03,644 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 11:01:03,711 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 11:01:03,713 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 11:01:03,714 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 11:01:03,721 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@37c4d046
2014-04-10 11:01:03,721 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 11:01:03,721 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 11:01:03,722 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 11:01:03,722 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 11:01:03,723 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2014-04-10 11:01:03,723 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2014-04-10 11:01:03,723 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2014-04-10 11:01:03,724 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2014-04-10 11:01:03,724 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2014-04-10 11:01:03,724 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2014-04-10 11:01:03,724 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2014-04-10 11:01:03,725 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2014-04-10 11:01:03,725 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 2
2014-04-10 11:01:03,735 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 11:01:03,735 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 11:01:03,736 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 11:01:03,736 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 11:01:03,736 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 11:01:03,736 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 11:01:03,736 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 11:01:03,736 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 11:01:03,736 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 11:01:03,738 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 11:01:03,738 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 11:01:03,798 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 11:01:03,800 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 11:01:03,800 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 11:01:03,807 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@63d48272
2014-04-10 11:01:03,807 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 11:01:03,808 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 11:01:03,808 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 11:01:03,808 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 11:01:03,809 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2014-04-10 11:01:03,809 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2014-04-10 11:01:03,809 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2014-04-10 11:01:03,809 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2014-04-10 11:01:03,809 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2014-04-10 11:01:03,809 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2014-04-10 11:01:03,809 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2014-04-10 11:01:03,810 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2014-04-10 11:01:03,810 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 3
2014-04-10 11:01:03,818 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 11:01:03,818 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 11:01:03,818 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 11:01:03,818 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 11:01:03,818 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 11:01:03,819 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 11:01:03,819 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 11:01:03,819 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 11:01:03,819 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 11:01:03,820 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 11:01:03,820 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 11:01:03,891 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 11:01:03,893 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 11:01:03,893 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 11:01:03,901 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@1afd69a1
2014-04-10 11:01:03,901 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 11:01:03,901 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 11:01:03,902 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 11:01:03,902 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 11:01:03,914 INFO hs.JobHistory (JobHistory.java:serviceInit(83)) - JobHistory Init
2014-04-10 11:01:03,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2014-04-10 11:01:03,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:01:04,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:01:04,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:01:04,014 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(645)) - Perms after creating 511, Expected: 1023
2014-04-10 11:01:04,014 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(648)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2014-04-10 11:01:04,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=brock:supergroup:rwxrwxrwt
2014-04-10 11:01:07,384 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741825_1001
2014-04-10 11:01:07,650 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741826_1002
2014-04-10 11:01:07,680 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741825_1001
2014-04-10 11:01:07,710 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741826_1002
2014-04-10 11:01:07,726 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741826_1002
2014-04-10 11:01:07,730 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741825_1001
2014-04-10 11:01:14,032 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(664)) - Initializing Existing Jobs...
2014-04-10 11:01:14,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2014-04-10 11:01:14,045 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(66)) - CachedHistoryStorage Init
2014-04-10 11:01:14,121 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 34763
2014-04-10 11:01:14,125 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(210)) - Waiting for HistoryServer to start...
2014-04-10 11:01:14,126 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - JobHistoryServer metrics system started (again)
2014-04-10 11:01:14,128 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 11:01:14,130 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(536)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2014-04-10 11:01:14,131 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 11:01:14,138 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.jobhistory is not defined
2014-04-10 11:01:14,139 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:01:14,140 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2014-04-10 11:01:14,140 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:01:14,140 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:01:14,142 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /jobhistory/*
2014-04-10 11:01:14,142 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:01:14,143 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 55706
2014-04-10 11:01:14,143 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:01:14,147 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/jobhistory to /tmp/Jetty_localhost_localdomain_55706_jobhistory____du6l6x/webapp
2014-04-10 11:01:14,198 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:55706
2014-04-10 11:01:14,199 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /jobhistory started at 55706
2014-04-10 11:01:14,384 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:01:14,391 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 59604
2014-04-10 11:01:14,393 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2014-04-10 11:01:14,393 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:01:14,393 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 59604: starting
2014-04-10 11:01:14,395 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(142)) - Instantiated MRClientService at localhost/127.0.0.1:59604
2014-04-10 11:01:14,396 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 34763: starting
2014-04-10 11:01:14,396 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:01:15,626 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(227)) - MiniMRYARN ResourceManager address: localhost.localdomain:0
2014-04-10 11:01:15,627 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(229)) - MiniMRYARN ResourceManager web address: localhost.localdomain:0
2014-04-10 11:01:15,627 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(231)) - MiniMRYARN HistoryServer address: localhost:59604
2014-04-10 11:01:15,628 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(233)) - MiniMRYARN HistoryServer web address: localhost:55706
2014-04-10 11:01:15,628 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(292)) - Waiting for RM to start...
2014-04-10 11:01:15,629 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(815)) - Transitioning to active state
2014-04-10 11:01:15,632 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(103)) - Rolling master-key for container-tokens
2014-04-10 11:01:15,633 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2014-04-10 11:01:15,636 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(97)) - Rolling master-key for nm-tokens
2014-04-10 11:01:15,637 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 11:01:15,637 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(85)) - storing master key with keyID 1
2014-04-10 11:01:15,638 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(536)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2014-04-10 11:01:15,638 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 11:01:15,639 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(85)) - storing master key with keyID 2
2014-04-10 11:01:15,654 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 40315
2014-04-10 11:01:15,657 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2014-04-10 11:01:15,658 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:01:15,658 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 40315: starting
2014-04-10 11:01:15,678 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 60825
2014-04-10 11:01:15,680 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2014-04-10 11:01:15,681 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:01:15,681 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 60825: starting
2014-04-10 11:01:15,698 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 49393
2014-04-10 11:01:15,700 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2014-04-10 11:01:15,700 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:01:15,700 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 49393: starting
2014-04-10 11:01:15,705 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(818)) - Transitioned to active state
2014-04-10 11:01:15,708 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined
2014-04-10 11:01:15,708 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:01:15,708 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2014-04-10 11:01:15,708 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:01:15,708 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:01:15,709 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /cluster/*
2014-04-10 11:01:15,709 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:01:15,709 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 33250
2014-04-10 11:01:15,710 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:01:15,711 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/cluster to /tmp/Jetty_localhost_localdomain_33250_cluster____.264c24/webapp
2014-04-10 11:01:16,317 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:33250
2014-04-10 11:01:16,318 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /cluster started at 33250
2014-04-10 11:01:16,337 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:01:16,347 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 48371
2014-04-10 11:01:16,349 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2014-04-10 11:01:16,350 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:01:16,350 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 48371: starting
2014-04-10 11:01:17,130 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(304)) - MiniYARN ResourceManager address: localhost:49393
2014-04-10 11:01:17,130 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(306)) - MiniYARN ResourceManager web address: localhost.localdomain:33250
2014-04-10 11:01:17,131 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(423)) - MiniYARN ResourceManager address: localhost:49393
2014-04-10 11:01:17,131 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(425)) - MiniYARN ResourceManager web address: localhost.localdomain:33250
2014-04-10 11:01:17,132 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 0 to start...
2014-04-10 11:01:17,146 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 43726
2014-04-10 11:01:17,150 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 11:01:17,150 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 11:01:17,151 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:01:17,151 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 43726: starting
2014-04-10 11:01:17,160 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:43726
2014-04-10 11:01:17,160 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:43726
2014-04-10 11:01:17,168 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 58576
2014-04-10 11:01:17,170 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 11:01:17,170 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:01:17,170 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 58576: starting
2014-04-10 11:01:17,172 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 58576
2014-04-10 11:01:17,179 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 11:01:17,187 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 58372
2014-04-10 11:01:17,187 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:17,188 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 11:01:17,188 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 11:01:17,188 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:01:17,189 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 11:01:17,189 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:01:17,189 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:01:17,189 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 11:01:17,190 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:01:17,190 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 51716
2014-04-10 11:01:17,190 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:01:17,192 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_51716_node____u6362p/webapp
2014-04-10 11:01:17,442 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:51716
2014-04-10 11:01:17,443 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 51716
2014-04-10 11:01:17,456 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:01:17,460 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 11:01:17,470 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 11:01:17,473 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 43726 httpPort: 51716) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:43726
2014-04-10 11:01:17,473 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id -753339449
2014-04-10 11:01:17,475 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-504670270
2014-04-10 11:01:17,475 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:43726 with total resource of <memory:4096, vCores:8>
2014-04-10 11:01:17,475 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 11:01:17,478 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:43726 Node Transitioned from NEW to RUNNING
2014-04-10 11:01:17,482 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:43726 clusterResource: <memory:4096, vCores:8>
2014-04-10 11:01:18,133 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 1 to start...
2014-04-10 11:01:18,137 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 55857
2014-04-10 11:01:18,141 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 11:01:18,141 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 11:01:18,142 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:01:18,142 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 55857: starting
2014-04-10 11:01:18,147 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:55857
2014-04-10 11:01:18,147 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:55857
2014-04-10 11:01:18,149 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 38892
2014-04-10 11:01:18,152 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 11:01:18,152 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:01:18,153 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 38892: starting
2014-04-10 11:01:18,154 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 38892
2014-04-10 11:01:18,156 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 11:01:18,156 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 34671
2014-04-10 11:01:18,157 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:18,157 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 11:01:18,158 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 11:01:18,158 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:01:18,159 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 11:01:18,159 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:01:18,159 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:01:18,160 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 11:01:18,161 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:01:18,161 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 46533
2014-04-10 11:01:18,161 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:01:18,165 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_46533_node____.os8ygc/webapp
2014-04-10 11:01:18,340 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:46533
2014-04-10 11:01:18,341 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 46533
2014-04-10 11:01:18,346 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:01:18,347 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 11:01:18,347 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 11:01:18,347 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 55857 httpPort: 46533) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:55857
2014-04-10 11:01:18,347 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:55857 Node Transitioned from NEW to RUNNING
2014-04-10 11:01:18,347 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id -753339449
2014-04-10 11:01:18,347 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-504670270
2014-04-10 11:01:18,347 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:55857 clusterResource: <memory:8192, vCores:16>
2014-04-10 11:01:18,347 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:55857 with total resource of <memory:4096, vCores:8>
2014-04-10 11:01:18,347 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 11:01:19,135 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 2 to start...
2014-04-10 11:01:19,142 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 41546
2014-04-10 11:01:19,146 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 11:01:19,146 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 11:01:19,147 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:01:19,147 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 41546: starting
2014-04-10 11:01:19,152 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:41546
2014-04-10 11:01:19,153 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:41546
2014-04-10 11:01:19,154 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 54521
2014-04-10 11:01:19,157 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 11:01:19,158 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:01:19,158 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 54521: starting
2014-04-10 11:01:19,164 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 54521
2014-04-10 11:01:19,166 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 11:01:19,167 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 47651
2014-04-10 11:01:19,167 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:19,167 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 11:01:19,168 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 11:01:19,169 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:01:19,170 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 11:01:19,170 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:01:19,170 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:01:19,194 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 11:01:19,194 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:01:19,197 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 44659
2014-04-10 11:01:19,197 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:01:19,199 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_44659_node____.vj5545/webapp
2014-04-10 11:01:19,368 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:44659
2014-04-10 11:01:19,369 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 44659
2014-04-10 11:01:19,374 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:01:19,374 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 11:01:19,374 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 11:01:19,374 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 41546 httpPort: 44659) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:41546
2014-04-10 11:01:19,374 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:41546 Node Transitioned from NEW to RUNNING
2014-04-10 11:01:19,374 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id -753339449
2014-04-10 11:01:19,375 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:41546 clusterResource: <memory:12288, vCores:24>
2014-04-10 11:01:19,375 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-504670270
2014-04-10 11:01:19,375 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:41546 with total resource of <memory:4096, vCores:8>
2014-04-10 11:01:19,375 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 11:01:20,136 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 3 to start...
2014-04-10 11:01:20,140 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 38779
2014-04-10 11:01:20,143 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 11:01:20,144 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 11:01:20,144 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:01:20,144 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 38779: starting
2014-04-10 11:01:20,149 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:38779
2014-04-10 11:01:20,149 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:38779
2014-04-10 11:01:20,151 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 52623
2014-04-10 11:01:20,154 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 11:01:20,154 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:01:20,154 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 52623: starting
2014-04-10 11:01:20,158 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 52623
2014-04-10 11:01:20,160 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 11:01:20,161 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 41449
2014-04-10 11:01:20,161 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:20,162 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 11:01:20,163 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 11:01:20,163 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:01:20,164 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 11:01:20,164 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:01:20,164 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:01:20,165 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 11:01:20,166 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:01:20,166 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 34656
2014-04-10 11:01:20,166 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:01:20,169 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_34656_node____.818hih/webapp
2014-04-10 11:01:20,326 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:34656
2014-04-10 11:01:20,327 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 34656
2014-04-10 11:01:20,332 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:01:20,333 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 11:01:20,333 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 11:01:20,333 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 38779 httpPort: 34656) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:38779
2014-04-10 11:01:20,333 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:38779 Node Transitioned from NEW to RUNNING
2014-04-10 11:01:20,333 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id -753339449
2014-04-10 11:01:20,334 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-504670270
2014-04-10 11:01:20,334 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:38779 clusterResource: <memory:16384, vCores:32>
2014-04-10 11:01:20,334 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:38779 with total resource of <memory:4096, vCores:8>
2014-04-10 11:01:20,334 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 11:01:21,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 11:01:21,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 11:01:21,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:21,222 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt. BP-2026122021-127.0.0.1-1397145659663 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:01:21,238 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741827_1003 src: /127.0.0.1:47891 dest: /127.0.0.1:53749
2014-04-10 11:01:21,243 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741827_1003 src: /127.0.0.1:39549 dest: /127.0.0.1:37218
2014-04-10 11:01:21,245 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741827_1003 src: /127.0.0.1:52275 dest: /127.0.0.1:36156
2014-04-10 11:01:21,255 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52275, dest: /127.0.0.1:36156, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741827_1003, duration: 7508456
2014-04-10 11:01:21,257 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:21,258 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:21,258 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39549, dest: /127.0.0.1:37218, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741827_1003, duration: 9997260
2014-04-10 11:01:21,258 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:21,260 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:21,260 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47891, dest: /127.0.0.1:53749, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741827_1003, duration: 9950921
2014-04-10 11:01:21,260 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:21,262 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:21,277 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:01:21,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:21,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:21,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:21,297 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt. BP-2026122021-127.0.0.1-1397145659663 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:01:21,313 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004 src: /127.0.0.1:52276 dest: /127.0.0.1:36156
2014-04-10 11:01:21,316 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004 src: /127.0.0.1:54083 dest: /127.0.0.1:50911
2014-04-10 11:01:21,319 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004 src: /127.0.0.1:47896 dest: /127.0.0.1:53749
2014-04-10 11:01:21,326 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47896, dest: /127.0.0.1:53749, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 5759431
2014-04-10 11:01:21,327 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:21,329 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:21,330 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54083, dest: /127.0.0.1:50911, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 6555964
2014-04-10 11:01:21,330 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:21,331 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:21,332 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52276, dest: /127.0.0.1:36156, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 9805971
2014-04-10 11:01:21,332 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:21,333 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:21,352 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:01:21,384 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:01:21,385 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:01:21,391 INFO property.AppProps (AppProps.java:getAppID(162)) - using app.id: 40E2A50602624D5C9503BA5081530274
2014-04-10 11:01:21,420 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-04-10 11:01:21,435 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-04-10 11:01:21,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle dst=null perm=null
2014-04-10 11:01:21,483 INFO util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.5.3
2014-04-10 11:01:21,486 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 11:01:21,487 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:01:21,487 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt"]
2014-04-10 11:01:21,487 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle"]
2014-04-10 11:01:21,488 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 11:01:21,488 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 11:01:21,488 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 11:01:21,489 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...splatform/joininnersingle
2014-04-10 11:01:21,513 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:01:21,543 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:01:21,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle dst=null perm=null
2014-04-10 11:01:21,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:01:21,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=brock:supergroup:rwx------
2014-04-10 11:01:21,613 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 1
2014-04-10 11:01:21,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001 dst=null perm=null
2014-04-10 11:01:21,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:01:21,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:01:21,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.jar dst=null perm=null
2014-04-10 11:01:21,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:21,673 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:01:21,688 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741829_1005 src: /127.0.0.1:47899 dest: /127.0.0.1:53749
2014-04-10 11:01:21,689 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741829_1005 src: /127.0.0.1:54088 dest: /127.0.0.1:50911
2014-04-10 11:01:21,691 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741829_1005 src: /127.0.0.1:52283 dest: /127.0.0.1:36156
2014-04-10 11:01:21,698 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52283, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741829_1005, duration: 5757531
2014-04-10 11:01:21,699 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:21,700 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:21,700 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54088, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741829_1005, duration: 7120944
2014-04-10 11:01:21,700 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:21,702 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:21,702 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47899, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741829_1005, duration: 8603026
2014-04-10 11:01:21,702 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:21,703 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:21,719 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:01:21,722 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.jar
2014-04-10 11:01:21,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.jar dst=null perm=null
2014-04-10 11:01:21,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:21,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:21,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:21,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:21,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:01:21,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:01:21,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:01:21,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:01:21,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:01:21,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:21,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 11:01:21,787 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:01:21,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 11:01:21,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:21,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:21,837 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.split
2014-04-10 11:01:21,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.split dst=null perm=null
2014-04-10 11:01:21,857 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:01:21,920 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741830_1006 src: /127.0.0.1:52284 dest: /127.0.0.1:36156
2014-04-10 11:01:21,922 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741830_1006 src: /127.0.0.1:39560 dest: /127.0.0.1:37218
2014-04-10 11:01:21,924 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741830_1006 src: /127.0.0.1:54092 dest: /127.0.0.1:50911
2014-04-10 11:01:21,926 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741830_1006 src: /127.0.0.1:47905 dest: /127.0.0.1:53749
2014-04-10 11:01:21,937 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47905, dest: /127.0.0.1:53749, bytes: 1922, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741830_1006, duration: 9379008
2014-04-10 11:01:21,937 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:21,939 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:21,939 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54092, dest: /127.0.0.1:50911, bytes: 1922, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741830_1006, duration: 10686762
2014-04-10 11:01:21,939 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:21,941 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:21,942 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39560, dest: /127.0.0.1:37218, bytes: 1922, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741830_1006, duration: 13829941
2014-04-10 11:01:21,943 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:21,944 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:21,945 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52284, dest: /127.0.0.1:36156, bytes: 1922, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741830_1006, duration: 15974943
2014-04-10 11:01:21,945 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:21,946 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:21,997 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:01:22,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:22,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:22,048 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:01:22,063 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741831_1007 src: /127.0.0.1:47906 dest: /127.0.0.1:53749
2014-04-10 11:01:22,065 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741831_1007 src: /127.0.0.1:54095 dest: /127.0.0.1:50911
2014-04-10 11:01:22,067 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741831_1007 src: /127.0.0.1:52290 dest: /127.0.0.1:36156
2014-04-10 11:01:22,077 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52290, dest: /127.0.0.1:36156, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741831_1007, duration: 8407205
2014-04-10 11:01:22,077 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:22,078 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:22,078 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54095, dest: /127.0.0.1:50911, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741831_1007, duration: 7152111
2014-04-10 11:01:22,079 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:22,079 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:22,082 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47906, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741831_1007, duration: 8371334
2014-04-10 11:01:22,082 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:22,083 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:22,090 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53749 to replicate blk_1073741829_1005 to datanode(s) 127.0.0.1:37218
2014-04-10 11:01:22,102 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:01:22,103 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:01:22,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:22,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:22,202 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:01:22,221 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741832_1008 src: /127.0.0.1:39567 dest: /127.0.0.1:37218
2014-04-10 11:01:22,223 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741832_1008 src: /127.0.0.1:54099 dest: /127.0.0.1:50911
2014-04-10 11:01:22,226 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741832_1008 src: /127.0.0.1:52294 dest: /127.0.0.1:36156
2014-04-10 11:01:22,232 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52294, dest: /127.0.0.1:36156, bytes: 81210, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741832_1008, duration: 5882917
2014-04-10 11:01:22,233 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:22,233 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:01:22,233 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54099, dest: /127.0.0.1:50911, bytes: 81210, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741832_1008, duration: 6688903
2014-04-10 11:01:22,234 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:22,234 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:01:22,234 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39567, dest: /127.0.0.1:37218, bytes: 81210, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741832_1008, duration: 7295501
2014-04-10 11:01:22,235 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:22,235 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:01:22,252 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:01:22,253 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0001
2014-04-10 11:01:22,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001 dst=null perm=null
2014-04-10 11:01:22,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.xml dst=null perm=null
2014-04-10 11:01:22,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.xml dst=null perm=null
2014-04-10 11:01:22,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.jar dst=null perm=null
2014-04-10 11:01:22,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.jar dst=null perm=null
2014-04-10 11:01:22,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.split dst=null perm=null
2014-04-10 11:01:22,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.split dst=null perm=null
2014-04-10 11:01:22,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:22,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:22,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:22,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:22,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:22,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:22,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:22,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:22,389 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741827_1003
2014-04-10 11:01:22,389 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004
2014-04-10 11:01:22,390 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741832_1008
2014-04-10 11:01:22,390 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741831_1007
2014-04-10 11:01:22,392 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741829_1005
2014-04-10 11:01:22,392 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741830_1006
2014-04-10 11:01:22,402 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 1 submitted by user brock
2014-04-10 11:01:22,403 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0001
2014-04-10 11:01:22,404 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0001
2014-04-10 11:01:22,404 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0001 State change from NEW to NEW_SAVING
2014-04-10 11:01:22,411 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0001
2014-04-10 11:01:22,425 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0001 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:01:22,426 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0001_000001
2014-04-10 11:01:22,429 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0001_000001 State change from NEW to SUBMITTED
2014-04-10 11:01:22,431 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0001 from user: brock activated in queue: default
2014-04-10 11:01:22,432 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0001 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:01:22,432 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0001 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:01:22,433 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0001_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0, currently active: 1
2014-04-10 11:01:22,434 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0001_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:01:22,434 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0001 State change from SUBMITTED to ACCEPTED
2014-04-10 11:01:22,519 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:01:22,519 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000001
2014-04-10 11:01:22,520 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0001_01_000001 of capacity <memory:2048, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:01:22,520 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0001 container=Container: [ContainerId: container_1397145675630_0001_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0001_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0 usedCapacity=0.0 absoluteUsedCapacity=0.0 used=<memory:0, vCores:0> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:22,521 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:01:22,521 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:22,522 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:01:22,523 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0001 AttemptId: appattempt_1397145675630_0001_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0001_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ]
2014-04-10 11:01:22,525 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:01:22,535 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:01:22,539 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0001_000001
2014-04-10 11:01:22,553 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0001_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] for AM appattempt_1397145675630_0001_000001
2014-04-10 11:01:22,553 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:01:22,571 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0001_000001 (auth:SIMPLE)
2014-04-10 11:01:22,582 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0001_01_000001 by user brock
2014-04-10 11:01:22,601 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0001
2014-04-10 11:01:22,602 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000001
2014-04-10 11:01:22,602 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0001 transitioned from NEW to INITING
2014-04-10 11:01:22,603 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0001_01_000001 to application application_1397145675630_0001
2014-04-10 11:01:22,606 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0001 transitioned from INITING to RUNNING
2014-04-10 11:01:22,611 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0001_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] for AM appattempt_1397145675630_0001_000001
2014-04-10 11:01:22,611 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0001_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:01:22,612 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:01:22,612 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0001
2014-04-10 11:01:22,617 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:01:22,617 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:01:22,617 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:01:22,617 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:01:22,617 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:01:22,617 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:01:22,618 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar, 1397145663206, FILE, null }
2014-04-10 11:01:22,623 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397145663030, FILE, null }
2014-04-10 11:01:22,623 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0001_01_000001
2014-04-10 11:01:22,629 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0001
2014-04-10 11:01:22,635 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397145675630_0001_01_000001.tokens. Credentials list:
2014-04-10 11:01:22,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:22,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:22,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:22,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:22,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:01:22,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:01:22,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:01:22,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:01:22,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:01:22,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:01:22,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:01:22,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:01:22,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:01:22,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:01:22,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:22,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:22,648 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:01:22,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:22,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:22,654 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0001/
2014-04-10 11:01:22,655 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397145675630_0001
2014-04-10 11:01:22,655 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:33250/proxy/application_1397145675630_0001/
2014-04-10 11:01:22,668 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39572, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741826_1002, duration: 5559306
2014-04-10 11:01:22,672 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52297, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741825_1001, duration: 10066472
2014-04-10 11:01:22,681 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741830_1006
2014-04-10 11:01:22,681 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741827_1003
2014-04-10 11:01:22,683 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741829_1005
2014-04-10 11:01:22,683 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004
2014-04-10 11:01:22,684 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741831_1007
2014-04-10 11:01:22,690 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397145675630_0001_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000001.tokens
2014-04-10 11:01:22,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0001
2014-04-10 11:01:22,698 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:22,698 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/filecache/10/hadoop-6651978796653507510.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:22,712 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004
2014-04-10 11:01:22,717 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741829_1005
2014-04-10 11:01:22,719 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741832_1008
2014-04-10 11:01:22,719 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741830_1006
2014-04-10 11:01:22,720 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741831_1007
2014-04-10 11:01:22,731 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741827_1003
2014-04-10 11:01:22,732 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741830_1006
2014-04-10 11:01:22,734 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741832_1008
2014-04-10 11:01:22,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.jar dst=null perm=null
2014-04-10 11:01:22,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.jar dst=null perm=null
2014-04-10 11:01:22,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.jar dst=null perm=null
2014-04-10 11:01:22,844 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:47919, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-52713361_907, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741829_1005, duration: 2571128
2014-04-10 11:01:22,891 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:22,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:22,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:22,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:22,921 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54108, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-52713361_907, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741831_1007, duration: 339301
2014-04-10 11:01:22,938 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0001/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:22,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.split dst=null perm=null
2014-04-10 11:01:22,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.split dst=null perm=null
2014-04-10 11:01:22,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.split dst=null perm=null
2014-04-10 11:01:22,969 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39572, bytes: 1938, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-52713361_907, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741830_1006, duration: 317590
2014-04-10 11:01:22,987 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0001/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:23,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.xml dst=null perm=null
2014-04-10 11:01:23,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.xml dst=null perm=null
2014-04-10 11:01:23,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.xml dst=null perm=null
2014-04-10 11:01:23,016 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54108, bytes: 81846, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-52713361_907, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741832_1008, duration: 562093
2014-04-10 11:01:23,036 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0001/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:23,037 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:01:23,083 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:01:23,084 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:23,148 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000001/default_container_executor.sh]
2014-04-10 11:01:23,497 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:01:23,662 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=68edbb52-d631-4c11-b1f4-78133ce1dada, infoPort=59891, ipcPort=41399, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073741829_1005 to 127.0.0.1:37218
2014-04-10 11:01:23,665 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741829_1005 src: /127.0.0.1:39580 dest: /127.0.0.1:37218
2014-04-10 11:01:23,666 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073741829_1005 (numBytes=244650) to 127.0.0.1/127.0.0.1:37218
2014-04-10 11:01:23,667 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073741829_1005 src: /127.0.0.1:39580 dest: /127.0.0.1:37218 of size 244650
2014-04-10 11:01:23,667 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741829_1005 size 244650
2014-04-10 11:01:24,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:01:24,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/COMMIT_STARTED dst=null perm=null
2014-04-10 11:01:24,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:01:24,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/COMMIT_FAIL dst=null perm=null
2014-04-10 11:01:24,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001 dst=null perm=null
2014-04-10 11:01:24,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:01:24,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:01:24,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:24,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:01:24,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:24,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:24,761 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54115, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1011685816_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741831_1007, duration: 196098
2014-04-10 11:01:25,346 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0001_000001 (auth:SIMPLE)
2014-04-10 11:01:25,351 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0001_000001
2014-04-10 11:01:25,352 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0001 APPATTEMPTID=appattempt_1397145675630_0001_000001
2014-04-10 11:01:25,352 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0001_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:01:25,353 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0001 State change from ACCEPTED to RUNNING
2014-04-10 11:01:25,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job_1397145675630_0001_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:25,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:01:25,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job_1397145675630_0001_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:25,585 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job_1397145675630_0001_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:01:25,621 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741833_1009 src: /127.0.0.1:47931 dest: /127.0.0.1:53749
2014-04-10 11:01:25,623 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741833_1009 src: /127.0.0.1:54120 dest: /127.0.0.1:50911
2014-04-10 11:01:25,624 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741833_1009 src: /127.0.0.1:52315 dest: /127.0.0.1:36156
2014-04-10 11:01:25,635 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52315, dest: /127.0.0.1:36156, bytes: 95097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1011685816_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741833_1009, duration: 10048348
2014-04-10 11:01:25,636 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:25,636 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:25,637 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54120, dest: /127.0.0.1:50911, bytes: 95097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1011685816_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741833_1009, duration: 11606033
2014-04-10 11:01:25,638 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:25,638 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:25,639 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47931, dest: /127.0.0.1:53749, bytes: 95097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1011685816_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741833_1009, duration: 12674501
2014-04-10 11:01:25,639 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:25,639 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:25,660 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job_1397145675630_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1011685816_1
2014-04-10 11:01:26,498 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:01:26,498 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000002
2014-04-10 11:01:26,499 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0001_01_000002 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:01:26,499 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0001 container=Container: [ContainerId: container_1397145675630_0001_01_000002, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0001_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:26,499 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:01:26,500 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:26,500 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0001_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:01:26,501 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000003
2014-04-10 11:01:26,501 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0001_01_000003 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:01:26,501 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0001 container=Container: [ContainerId: container_1397145675630_0001_01_000003, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0001_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:26,501 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:01:26,502 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:27,339 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0001_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:01:27,339 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000004
2014-04-10 11:01:27,339 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0001_01_000004 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:01:27,340 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0001 container=Container: [ContainerId: container_1397145675630_0001_01_000004, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0001_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:27,340 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:01:27,340 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:27,341 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0001_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:01:27,341 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000005
2014-04-10 11:01:27,341 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0001_01_000005 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:01:27,342 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0001 container=Container: [ContainerId: container_1397145675630_0001_01_000005, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0001_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:27,342 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:01:27,342 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:27,343 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0001_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:01:27,343 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000006
2014-04-10 11:01:27,343 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0001_01_000006 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:01:27,344 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0001 container=Container: [ContainerId: container_1397145675630_0001_01_000006, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0001_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:27,344 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2014-04-10 11:01:27,344 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:27,394 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741833_1009
2014-04-10 11:01:27,409 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:01:27,410 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0001_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:01:27,411 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:01:27,411 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:01:27,411 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0001_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:01:27,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.jar dst=null perm=null
2014-04-10 11:01:27,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.jar dst=null perm=null
2014-04-10 11:01:27,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.xml dst=null perm=null
2014-04-10 11:01:27,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.xml dst=null perm=null
2014-04-10 11:01:27,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:27,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:27,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:27,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:27,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:27,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:27,538 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0001_000001 (auth:SIMPLE)
2014-04-10 11:01:27,538 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0001_000001 (auth:SIMPLE)
2014-04-10 11:01:27,544 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0001_01_000003 by user brock
2014-04-10 11:01:27,544 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0001_01_000006 by user brock
2014-04-10 11:01:27,544 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0001_01_000004 by user brock
2014-04-10 11:01:27,545 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0001_01_000002 by user brock
2014-04-10 11:01:27,545 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000003
2014-04-10 11:01:27,545 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0001_01_000003 to application application_1397145675630_0001
2014-04-10 11:01:27,545 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0001_01_000005 by user brock
2014-04-10 11:01:27,548 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000002
2014-04-10 11:01:27,548 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0001_01_000004 to application application_1397145675630_0001
2014-04-10 11:01:27,548 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000004
2014-04-10 11:01:27,548 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0001_01_000002 to application application_1397145675630_0001
2014-04-10 11:01:27,548 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0001
2014-04-10 11:01:27,549 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0001_01_000005 to application application_1397145675630_0001
2014-04-10 11:01:27,549 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000005
2014-04-10 11:01:27,550 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000006
2014-04-10 11:01:27,550 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0001 transitioned from NEW to INITING
2014-04-10 11:01:27,550 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:01:27,551 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0001_01_000006 to application application_1397145675630_0001
2014-04-10 11:01:27,551 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:01:27,551 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0001
2014-04-10 11:01:27,551 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0001 transitioned from INITING to RUNNING
2014-04-10 11:01:27,551 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0001
2014-04-10 11:01:27,551 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:01:27,552 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:01:27,552 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:01:27,552 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:01:27,552 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0001
2014-04-10 11:01:27,552 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0001
2014-04-10 11:01:27,553 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:01:27,553 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0001
2014-04-10 11:01:27,553 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0001
2014-04-10 11:01:27,554 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:01:27,554 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:01:27,554 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0001
2014-04-10 11:01:27,554 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:01:27,554 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0001
2014-04-10 11:01:27,555 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:01:27,555 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:01:27,555 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0001
2014-04-10 11:01:27,555 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0001
2014-04-10 11:01:27,555 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0001
2014-04-10 11:01:27,555 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:01:27,555 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0001
2014-04-10 11:01:27,555 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:01:27,555 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0001
2014-04-10 11:01:27,555 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0001
2014-04-10 11:01:27,555 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:01:27,555 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:01:27,556 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0001
2014-04-10 11:01:27,556 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar, 1397145663206, FILE, null }
2014-04-10 11:01:27,558 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397145663030, FILE, null }
2014-04-10 11:01:27,558 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0001_01_000004
2014-04-10 11:01:27,559 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar, 1397145663206, FILE, null }
2014-04-10 11:01:27,559 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397145663030, FILE, null }
2014-04-10 11:01:27,559 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0001_01_000006
2014-04-10 11:01:27,559 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar, 1397145663206, FILE, null }
2014-04-10 11:01:27,559 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397145663030, FILE, null }
2014-04-10 11:01:27,559 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0001_01_000005
2014-04-10 11:01:27,569 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397145675630_0001_01_000004.tokens. Credentials list:
2014-04-10 11:01:27,569 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397145675630_0001_01_000006.tokens. Credentials list:
2014-04-10 11:01:27,569 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0001_01_000005.tokens. Credentials list:
2014-04-10 11:01:27,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:27,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:27,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:27,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:27,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:01:27,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:01:27,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:01:27,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:01:27,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:01:27,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:01:27,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:01:27,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:01:27,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:01:27,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:01:27,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:27,579 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:01:27,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:27,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:27,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:27,588 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:01:27,588 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:01:27,589 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:27,589 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:27,591 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39597, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741826_1002, duration: 1580764
2014-04-10 11:01:27,591 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:47941, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741825_1001, duration: 2292672
2014-04-10 11:01:27,612 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/filecache/10/hadoop-6651978796653507510.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:27,615 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:27,660 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397145675630_0001_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000004.tokens
2014-04-10 11:01:27,661 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0001
2014-04-10 11:01:27,663 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000002/default_container_executor.sh]
2014-04-10 11:01:27,667 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000003/default_container_executor.sh]
2014-04-10 11:01:27,689 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741833_1009
2014-04-10 11:01:27,723 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741833_1009
2014-04-10 11:01:27,737 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741829_1005
2014-04-10 11:01:27,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.jar dst=null perm=null
2014-04-10 11:01:27,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.jar dst=null perm=null
2014-04-10 11:01:27,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.jar dst=null perm=null
2014-04-10 11:01:27,777 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54132, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200621611_1122, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741829_1005, duration: 870506
2014-04-10 11:01:27,792 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:27,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.xml dst=null perm=null
2014-04-10 11:01:27,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.xml dst=null perm=null
2014-04-10 11:01:27,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.xml dst=null perm=null
2014-04-10 11:01:27,811 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54132, bytes: 81846, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200621611_1122, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741832_1008, duration: 238814
2014-04-10 11:01:27,823 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:27,823 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:01:27,823 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:01:27,823 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:01:27,856 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:01:27,856 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:27,859 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:01:27,859 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:01:27,859 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:27,859 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:27,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000005/default_container_executor.sh]
2014-04-10 11:01:27,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000006/default_container_executor.sh]
2014-04-10 11:01:27,913 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000004/default_container_executor.sh]
2014-04-10 11:01:28,338 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:01:28,339 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:01:28,339 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0001_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:01:28,432 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:01:28,498 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:01:28,498 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0001_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:01:28,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:01:29,202 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0001_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000005.tokens
2014-04-10 11:01:29,202 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0001
2014-04-10 11:01:29,558 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:01:29,899 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397145675630_0001_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000006.tokens
2014-04-10 11:01:29,900 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0001
2014-04-10 11:01:30,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.split dst=null perm=null
2014-04-10 11:01:30,514 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54148, bytes: 1938, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0001_m_000001_0_-2054918171_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741830_1006, duration: 253606
2014-04-10 11:01:30,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.split dst=null perm=null
2014-04-10 11:01:30,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 11:01:30,603 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39619, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0001_m_000001_0_-2054918171_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741827_1003, duration: 202636
2014-04-10 11:01:30,643 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54151, bytes: 1938, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0001_m_000000_0_-762341783_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741830_1006, duration: 256810
2014-04-10 11:01:30,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:30,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 11:01:30,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.split dst=null perm=null
2014-04-10 11:01:30,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:30,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.split dst=null perm=null
2014-04-10 11:01:30,815 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52347, bytes: 1422, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0001_m_000002_0_655297749_1, offset: 512, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741830_1006, duration: 271670
2014-04-10 11:01:30,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:30,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:30,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:30,874 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52351, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0001_m_000001_0_-2054918171_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 230154
2014-04-10 11:01:30,876 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54155, bytes: 390, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0001_m_000004_0_-1503519030_1, offset: 1536, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741830_1006, duration: 218978
2014-04-10 11:01:30,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 11:01:30,893 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:47970, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0001_m_000002_0_655297749_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741827_1003, duration: 236323
2014-04-10 11:01:30,898 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000001_0/part-00001. BP-2026122021-127.0.0.1-1397145659663 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:01:30,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:30,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:30,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:30,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 11:01:30,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:30,945 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:47972, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0001_m_000004_0_-1503519030_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741827_1003, duration: 1191655
2014-04-10 11:01:30,950 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:47973, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0001_m_000000_0_-762341783_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 317698
2014-04-10 11:01:30,953 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:47973, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0001_m_000000_0_-762341783_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741827_1003, duration: 207235
2014-04-10 11:01:30,957 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741834_1010 src: /127.0.0.1:47971 dest: /127.0.0.1:53749
2014-04-10 11:01:30,958 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741834_1010 src: /127.0.0.1:54162 dest: /127.0.0.1:50911
2014-04-10 11:01:30,960 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741834_1010 src: /127.0.0.1:39632 dest: /127.0.0.1:37218
2014-04-10 11:01:30,967 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39632, dest: /127.0.0.1:37218, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0001_m_000001_0_-2054918171_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741834_1010, duration: 6204434
2014-04-10 11:01:30,967 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:30,967 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:01:30,968 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54162, dest: /127.0.0.1:50911, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0001_m_000001_0_-2054918171_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741834_1010, duration: 6251848
2014-04-10 11:01:30,968 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:30,968 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:01:30,969 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47971, dest: /127.0.0.1:53749, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0001_m_000001_0_-2054918171_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741834_1010, duration: 7306369
2014-04-10 11:01:30,970 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:01:30,970 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:01:30,970 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:30,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:30,993 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000001_0/part-00001 is closed by DFSClient_attempt_1397145675630_0001_m_000001_0_-2054918171_1
2014-04-10 11:01:31,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job.split dst=null perm=null
2014-04-10 11:01:31,054 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741835_1011 src: /127.0.0.1:54164 dest: /127.0.0.1:50911
2014-04-10 11:01:31,068 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741835_1011 src: /127.0.0.1:47978 dest: /127.0.0.1:53749
2014-04-10 11:01:31,080 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741835_1011 src: /127.0.0.1:52361 dest: /127.0.0.1:36156
2014-04-10 11:01:31,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000001_0 dst=null perm=null
2014-04-10 11:01:31,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000001_0 dst=null perm=null
2014-04-10 11:01:31,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/task_1397145675630_0001_m_000001 dst=null perm=null
2014-04-10 11:01:31,090 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52361, dest: /127.0.0.1:36156, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0001_m_000000_0_-762341783_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741835_1011, duration: 8356982
2014-04-10 11:01:31,090 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:01:31,091 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:31,091 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47978, dest: /127.0.0.1:53749, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0001_m_000000_0_-762341783_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741835_1011, duration: 5436079
2014-04-10 11:01:31,092 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:31,092 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54164, dest: /127.0.0.1:50911, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0001_m_000000_0_-762341783_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741835_1011, duration: 7524425
2014-04-10 11:01:31,093 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:31,093 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:01:31,094 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:01:31,110 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39637, bytes: 906, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0001_m_000003_0_1198235780_1, offset: 1024, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741830_1006, duration: 163716
2014-04-10 11:01:31,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/task_1397145675630_0001_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:01:31,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:31,126 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0001_m_000000_0_-762341783_1
2014-04-10 11:01:31,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:31,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:31,140 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:47981, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0001_m_000002_0_655297749_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 242019
2014-04-10 11:01:31,160 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000002_0/part-00002 is closed by DFSClient_attempt_1397145675630_0001_m_000002_0_655297749_1
2014-04-10 11:01:31,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:31,177 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0001_01_000003
2014-04-10 11:01:31,178 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000003
2014-04-10 11:01:31,178 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:01:31,178 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0001_01_000003
2014-04-10 11:01:31,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:31,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 11:01:31,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:31,184 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:47983, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0001_m_000003_0_1198235780_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741827_1003, duration: 429015
2014-04-10 11:01:31,189 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52366, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0001_m_000004_0_-1503519030_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 258077
2014-04-10 11:01:31,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000000_0 dst=null perm=null
2014-04-10 11:01:31,193 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0001_01_000003 is : 143
2014-04-10 11:01:31,197 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job_1397145675630_0001_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:01:31,203 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:01:31,204 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000003
2014-04-10 11:01:31,205 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000003
2014-04-10 11:01:31,205 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000003
2014-04-10 11:01:31,205 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000003
2014-04-10 11:01:31,205 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000003
2014-04-10 11:01:31,206 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:01:31,206 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0001_01_000003 from application application_1397145675630_0001
2014-04-10 11:01:31,206 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:31,206 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0001
2014-04-10 11:01:31,211 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741836_1012 src: /127.0.0.1:52367 dest: /127.0.0.1:36156
2014-04-10 11:01:31,212 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741836_1012 src: /127.0.0.1:47986 dest: /127.0.0.1:53749
2014-04-10 11:01:31,213 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741836_1012 src: /127.0.0.1:39644 dest: /127.0.0.1:37218
2014-04-10 11:01:31,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000002_0 dst=null perm=null
2014-04-10 11:01:31,226 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job_1397145675630_0001_1.jhist for DFSClient_NONMAPREDUCE_1011685816_1
2014-04-10 11:01:31,226 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000004_0/part-00004 is closed by DFSClient_attempt_1397145675630_0001_m_000004_0_-1503519030_1
2014-04-10 11:01:31,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:31,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000002_0 dst=null perm=null
2014-04-10 11:01:31,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/task_1397145675630_0001_m_000002 dst=null perm=null
2014-04-10 11:01:31,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/task_1397145675630_0001_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:01:31,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000004_0 dst=null perm=null
2014-04-10 11:01:31,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000004_0 dst=null perm=null
2014-04-10 11:01:31,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/task_1397145675630_0001_m_000004 dst=null perm=null
2014-04-10 11:01:31,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000004_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/task_1397145675630_0001_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:01:31,310 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0001_01_000004
2014-04-10 11:01:31,310 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000004
2014-04-10 11:01:31,310 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:01:31,311 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0001_01_000004
2014-04-10 11:01:31,316 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0001_01_000004 is : 143
2014-04-10 11:01:31,330 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:01:31,331 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000004
2014-04-10 11:01:31,331 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000004
2014-04-10 11:01:31,331 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000004
2014-04-10 11:01:31,331 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000004
2014-04-10 11:01:31,331 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000004
2014-04-10 11:01:31,332 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:01:31,332 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0001_01_000004 from application application_1397145675630_0001
2014-04-10 11:01:31,332 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:31,332 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0001
2014-04-10 11:01:31,344 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0001_01_000006
2014-04-10 11:01:31,344 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000006
2014-04-10 11:01:31,344 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:01:31,345 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0001_01_000006
2014-04-10 11:01:31,345 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0001_01_000004
2014-04-10 11:01:31,346 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0001_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:01:31,346 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0001_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:01:31,346 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000004
2014-04-10 11:01:31,346 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0001_01_000004 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:01:31,347 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:01:31,347 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0001_01_000004, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:31,347 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:31,347 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:01:31,347 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0001_000001 released container container_1397145675630_0001_01_000004 on node: host: localhost:38779 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:01:31,349 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0001_01_000006 is : 143
2014-04-10 11:01:31,360 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:01:31,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000006
2014-04-10 11:01:31,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000006
2014-04-10 11:01:31,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000006
2014-04-10 11:01:31,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000006
2014-04-10 11:01:31,361 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000006
2014-04-10 11:01:31,361 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:01:31,361 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0001_01_000006 from application application_1397145675630_0001
2014-04-10 11:01:31,361 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:31,361 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0001
2014-04-10 11:01:31,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:31,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:31,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:31,402 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52370, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0001_m_000003_0_1198235780_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 231218
2014-04-10 11:01:31,428 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000003_0/part-00003. BP-2026122021-127.0.0.1-1397145659663 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:01:31,498 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741837_1013 src: /127.0.0.1:47989 dest: /127.0.0.1:53749
2014-04-10 11:01:31,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741837_1013 src: /127.0.0.1:52372 dest: /127.0.0.1:36156
2014-04-10 11:01:31,500 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741837_1013 src: /127.0.0.1:54179 dest: /127.0.0.1:50911
2014-04-10 11:01:31,508 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54179, dest: /127.0.0.1:50911, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0001_m_000003_0_1198235780_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741837_1013, duration: 6884504
2014-04-10 11:01:31,509 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:31,509 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:01:31,509 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52372, dest: /127.0.0.1:36156, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0001_m_000003_0_1198235780_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741837_1013, duration: 7605680
2014-04-10 11:01:31,509 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:31,509 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:01:31,510 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47989, dest: /127.0.0.1:53749, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0001_m_000003_0_1198235780_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741837_1013, duration: 7172038
2014-04-10 11:01:31,510 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:31,510 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:01:31,526 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000003_0/part-00003 is closed by DFSClient_attempt_1397145675630_0001_m_000003_0_1198235780_1
2014-04-10 11:01:31,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000003_0 dst=null perm=null
2014-04-10 11:01:31,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000003_0 dst=null perm=null
2014-04-10 11:01:31,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/task_1397145675630_0001_m_000003 dst=null perm=null
2014-04-10 11:01:31,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/task_1397145675630_0001_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:01:31,639 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0001_01_000005
2014-04-10 11:01:31,639 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000005
2014-04-10 11:01:31,640 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:01:31,640 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0001_01_000005
2014-04-10 11:01:31,641 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0001_01_000006
2014-04-10 11:01:31,642 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0001_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:01:31,642 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0001_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:01:31,642 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000006
2014-04-10 11:01:31,642 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0001_01_000006 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:01:31,643 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:01:31,643 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0001_01_000006, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:31,643 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:31,644 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:01:31,644 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0001_000001 released container container_1397145675630_0001_01_000006 on node: host: localhost:38779 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:01:31,648 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0001_01_000005 is : 143
2014-04-10 11:01:31,668 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:01:31,669 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000005
2014-04-10 11:01:31,669 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000005
2014-04-10 11:01:31,670 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000005
2014-04-10 11:01:31,670 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000005
2014-04-10 11:01:31,670 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000005
2014-04-10 11:01:31,670 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:01:31,671 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0001_01_000005 from application application_1397145675630_0001
2014-04-10 11:01:31,671 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:31,671 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0001
2014-04-10 11:01:32,178 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0001_01_000003
2014-04-10 11:01:32,179 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0001_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:01:32,180 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0001_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:01:32,180 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000003
2014-04-10 11:01:32,180 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0001_01_000003 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:01:32,181 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:01:32,181 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0001_01_000003, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:32,181 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:32,181 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:01:32,182 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0001_000001 released container container_1397145675630_0001_01_000003 on node: host: localhost:43726 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:01:32,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000000_0 dst=null perm=null
2014-04-10 11:01:32,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/task_1397145675630_0001_m_000000 dst=null perm=null
2014-04-10 11:01:32,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/_temporary/attempt_1397145675630_0001_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/task_1397145675630_0001_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:01:32,274 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0001_01_000002
2014-04-10 11:01:32,274 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000002
2014-04-10 11:01:32,274 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:01:32,278 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0001_01_000002
2014-04-10 11:01:32,284 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0001_01_000002 is : 143
2014-04-10 11:01:32,301 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:01:32,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:32,301 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000002
2014-04-10 11:01:32,301 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000002
2014-04-10 11:01:32,302 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000002
2014-04-10 11:01:32,302 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000002
2014-04-10 11:01:32,302 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000002
2014-04-10 11:01:32,302 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:01:32,302 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0001_01_000002 from application application_1397145675630_0001
2014-04-10 11:01:32,302 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:32,302 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0001
2014-04-10 11:01:32,318 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1011685816_1
2014-04-10 11:01:32,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1 dst=null perm=null
2014-04-10 11:01:32,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle dst=null perm=null
2014-04-10 11:01:32,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle dst=null perm=null
2014-04-10 11:01:32,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/task_1397145675630_0001_m_000000 dst=null perm=null
2014-04-10 11:01:32,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00000 dst=null perm=null
2014-04-10 11:01:32,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/task_1397145675630_0001_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:32,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle dst=null perm=null
2014-04-10 11:01:32,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle dst=null perm=null
2014-04-10 11:01:32,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/task_1397145675630_0001_m_000001 dst=null perm=null
2014-04-10 11:01:32,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00001 dst=null perm=null
2014-04-10 11:01:32,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/task_1397145675630_0001_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:32,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle dst=null perm=null
2014-04-10 11:01:32,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle dst=null perm=null
2014-04-10 11:01:32,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/task_1397145675630_0001_m_000002 dst=null perm=null
2014-04-10 11:01:32,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00002 dst=null perm=null
2014-04-10 11:01:32,397 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741835_1011
2014-04-10 11:01:32,397 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741837_1013
2014-04-10 11:01:32,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/task_1397145675630_0001_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:32,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle dst=null perm=null
2014-04-10 11:01:32,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle dst=null perm=null
2014-04-10 11:01:32,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/task_1397145675630_0001_m_000003 dst=null perm=null
2014-04-10 11:01:32,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00003 dst=null perm=null
2014-04-10 11:01:32,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/task_1397145675630_0001_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:32,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle dst=null perm=null
2014-04-10 11:01:32,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle dst=null perm=null
2014-04-10 11:01:32,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/task_1397145675630_0001_m_000004 dst=null perm=null
2014-04-10 11:01:32,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00004 dst=null perm=null
2014-04-10 11:01:32,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary/1/task_1397145675630_0001_m_000004/part-00004 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:32,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary dst=null perm=null
2014-04-10 11:01:32,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:32,526 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1011685816_1
2014-04-10 11:01:32,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:32,560 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1011685816_1
2014-04-10 11:01:32,582 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39644, dest: /127.0.0.1:37218, bytes: 54255, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1011685816_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741836_1012, duration: 1367451093
2014-04-10 11:01:32,582 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:32,583 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 15575
2014-04-10 11:01:32,583 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47986, dest: /127.0.0.1:53749, bytes: 54255, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1011685816_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741836_1012, duration: 1368556740
2014-04-10 11:01:32,584 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:32,584 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 15575
2014-04-10 11:01:32,585 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52367, dest: /127.0.0.1:36156, bytes: 54255, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1011685816_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741836_1012, duration: 1365956135
2014-04-10 11:01:32,585 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:32,585 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 15575
2014-04-10 11:01:32,601 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job_1397145675630_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_1011685816_1
2014-04-10 11:01:32,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:32,622 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:01:32,637 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741838_1014 src: /127.0.0.1:47993 dest: /127.0.0.1:53749
2014-04-10 11:01:32,639 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741838_1014 src: /127.0.0.1:52376 dest: /127.0.0.1:36156
2014-04-10 11:01:32,641 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0001_01_000005
2014-04-10 11:01:32,642 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741838_1014 src: /127.0.0.1:39652 dest: /127.0.0.1:37218
2014-04-10 11:01:32,642 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0001_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:01:32,642 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0001_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:01:32,642 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000005
2014-04-10 11:01:32,643 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0001_01_000005 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:01:32,643 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:01:32,643 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0001_01_000005, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:32,643 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:32,644 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:01:32,644 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0001_000001 released container container_1397145675630_0001_01_000005 on node: host: localhost:38779 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:01:32,647 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39652, dest: /127.0.0.1:37218, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1011685816_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741838_1014, duration: 2588952
2014-04-10 11:01:32,647 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:32,648 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:01:32,648 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52376, dest: /127.0.0.1:36156, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1011685816_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741838_1014, duration: 3791503
2014-04-10 11:01:32,648 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:32,648 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:01:32,649 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47993, dest: /127.0.0.1:53749, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1011685816_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741838_1014, duration: 4423793
2014-04-10 11:01:32,649 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:32,649 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:01:32,668 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_1011685816_1
2014-04-10 11:01:32,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:32,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job_1397145675630_0001_1.jhist dst=null perm=null
2014-04-10 11:01:32,693 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741836_1012
2014-04-10 11:01:32,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001-1397145682376-brock-%5B9A3F4AFA96F74F2E861CA660838535FC%2F0AD65EDFA12B4295-1397145692561-5-0-SUCCEEDED-default-1397145685371.jhist_tmp dst=null perm=null
2014-04-10 11:01:32,694 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741834_1010
2014-04-10 11:01:32,695 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741837_1013
2014-04-10 11:01:32,695 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741838_1014
2014-04-10 11:01:32,696 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741835_1011
2014-04-10 11:01:32,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job_1397145675630_0001_1.jhist dst=null perm=null
2014-04-10 11:01:32,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001-1397145682376-brock-%5B9A3F4AFA96F74F2E861CA660838535FC%2F0AD65EDFA12B4295-1397145692561-5-0-SUCCEEDED-default-1397145685371.jhist_tmp dst=null perm=null
2014-04-10 11:01:32,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job_1397145675630_0001_1.jhist dst=null perm=null
2014-04-10 11:01:32,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001-1397145682376-brock-%5B9A3F4AFA96F74F2E861CA660838535FC%2F0AD65EDFA12B4295-1397145692561-5-0-SUCCEEDED-default-1397145685371.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:32,725 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39653, bytes: 54679, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1011685816_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741836_1012, duration: 486491
2014-04-10 11:01:32,725 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741837_1013
2014-04-10 11:01:32,726 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741834_1010
2014-04-10 11:01:32,726 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741835_1011
2014-04-10 11:01:32,728 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001-1397145682376-brock-%5B9A3F4AFA96F74F2E861CA660838535FC%2F0AD65EDFA12B4295-1397145692561-5-0-SUCCEEDED-default-1397145685371.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:01:32,740 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741836_1012
2014-04-10 11:01:32,740 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741834_1010
2014-04-10 11:01:32,741 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741838_1014
2014-04-10 11:01:32,746 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741839_1015 src: /127.0.0.1:52379 dest: /127.0.0.1:36156
2014-04-10 11:01:32,747 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741839_1015 src: /127.0.0.1:54186 dest: /127.0.0.1:50911
2014-04-10 11:01:32,749 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741839_1015 src: /127.0.0.1:39656 dest: /127.0.0.1:37218
2014-04-10 11:01:32,754 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39656, dest: /127.0.0.1:37218, bytes: 54255, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1011685816_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741839_1015, duration: 3398138
2014-04-10 11:01:32,754 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:32,754 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:01:32,755 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54186, dest: /127.0.0.1:50911, bytes: 54255, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1011685816_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741839_1015, duration: 4292601
2014-04-10 11:01:32,755 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:32,755 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:01:32,756 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52379, dest: /127.0.0.1:36156, bytes: 54255, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1011685816_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741839_1015, duration: 5100872
2014-04-10 11:01:32,756 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:32,756 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:01:32,776 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001-1397145682376-brock-%5B9A3F4AFA96F74F2E861CA660838535FC%2F0AD65EDFA12B4295-1397145692561-5-0-SUCCEEDED-default-1397145685371.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1011685816_1
2014-04-10 11:01:32,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001-1397145682376-brock-%5B9A3F4AFA96F74F2E861CA660838535FC%2F0AD65EDFA12B4295-1397145692561-5-0-SUCCEEDED-default-1397145685371.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:32,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job_1397145675630_0001_1_conf.xml dst=null perm=null
2014-04-10 11:01:32,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001_conf.xml_tmp dst=null perm=null
2014-04-10 11:01:32,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job_1397145675630_0001_1_conf.xml dst=null perm=null
2014-04-10 11:01:32,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001_conf.xml_tmp dst=null perm=null
2014-04-10 11:01:32,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001/job_1397145675630_0001_1_conf.xml dst=null perm=null
2014-04-10 11:01:32,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:32,821 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48000, bytes: 95841, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1011685816_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741833_1009, duration: 538263
2014-04-10 11:01:32,825 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:01:32,846 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741840_1016 src: /127.0.0.1:48001 dest: /127.0.0.1:53749
2014-04-10 11:01:32,847 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741840_1016 src: /127.0.0.1:54190 dest: /127.0.0.1:50911
2014-04-10 11:01:32,849 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741840_1016 src: /127.0.0.1:52385 dest: /127.0.0.1:36156
2014-04-10 11:01:32,854 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52385, dest: /127.0.0.1:36156, bytes: 95097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1011685816_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741840_1016, duration: 3757003
2014-04-10 11:01:32,854 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:32,854 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:32,855 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54190, dest: /127.0.0.1:50911, bytes: 95097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1011685816_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741840_1016, duration: 4459802
2014-04-10 11:01:32,855 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:32,855 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:32,856 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48001, dest: /127.0.0.1:53749, bytes: 95097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1011685816_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741840_1016, duration: 5431323
2014-04-10 11:01:32,856 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:32,856 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:32,876 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1011685816_1
2014-04-10 11:01:32,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:32,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:32,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:32,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001-1397145682376-brock-%5B9A3F4AFA96F74F2E861CA660838535FC%2F0AD65EDFA12B4295-1397145692561-5-0-SUCCEEDED-default-1397145685371.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001-1397145682376-brock-%5B9A3F4AFA96F74F2E861CA660838535FC%2F0AD65EDFA12B4295-1397145692561-5-0-SUCCEEDED-default-1397145685371.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:32,956 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0001_000001 with final state: FINISHING
2014-04-10 11:01:32,957 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0001_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:01:32,958 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0001 with final state: FINISHING
2014-04-10 11:01:32,958 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:01:32,959 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0001
2014-04-10 11:01:32,960 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0001_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:01:32,960 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:01:32,969 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:01:32,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:01:32,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:01:32,989 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0001 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001-1397145682376-brock-%5B9A3F4AFA96F74F2E861CA660838535FC%2F0AD65EDFA12B4295-1397145692561-5-0-SUCCEEDED-default-1397145685371.jhist
2014-04-10 11:01:32,989 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001-1397145682376-brock-%5B9A3F4AFA96F74F2E861CA660838535FC%2F0AD65EDFA12B4295-1397145692561-5-0-SUCCEEDED-default-1397145685371.jhist]
2014-04-10 11:01:32,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001-1397145682376-brock-%5B9A3F4AFA96F74F2E861CA660838535FC%2F0AD65EDFA12B4295-1397145692561-5-0-SUCCEEDED-default-1397145685371.jhist dst=null perm=null
2014-04-10 11:01:32,996 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39663, bytes: 54679, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741839_1015, duration: 199001
2014-04-10 11:01:33,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001.summary dst=null perm=null
2014-04-10 11:01:33,193 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39663, bytes: 442, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741838_1014, duration: 287611
2014-04-10 11:01:33,193 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0001,submitTime=1397145682376,launchTime=1397145685371,firstMapTaskLaunchTime=1397145687555,firstReduceTaskLaunchTime=0,finishTime=1397145692561,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=19,reduceSlotSeconds=0,jobName=[9A3F4AFA96F74F2E861CA660838535FC/0AD65EDFA12B4295B96D1D96001D0324] lower*upper/(1/1) ...splatform/joininnersingle
2014-04-10 11:01:33,193 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001.summary]
2014-04-10 11:01:33,227 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741838_1014 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:01:33,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001.summary dst=null perm=null
2014-04-10 11:01:33,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:01:33,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:33,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:01:33,270 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2014-04-10 11:01:33,271 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001-1397145682376-brock-%5B9A3F4AFA96F74F2E861CA660838535FC%2F0AD65EDFA12B4295-1397145692561-5-0-SUCCEEDED-default-1397145685371.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0001-1397145682376-brock-%5B9A3F4AFA96F74F2E861CA660838535FC%2F0AD65EDFA12B4295-1397145692561-5-0-SUCCEEDED-default-1397145685371.jhist
2014-04-10 11:01:33,278 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0001_01_000002
2014-04-10 11:01:33,279 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:01:33,279 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0001_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:01:33,279 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000002
2014-04-10 11:01:33,280 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0001_01_000002 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:01:33,280 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:01:33,280 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0001_01_000002, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:33,280 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:33,281 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:01:33,281 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0001_000001 released container container_1397145675630_0001_01_000002 on node: host: localhost:43726 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:01:33,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001-1397145682376-brock-%5B9A3F4AFA96F74F2E861CA660838535FC%2F0AD65EDFA12B4295-1397145692561-5-0-SUCCEEDED-default-1397145685371.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0001-1397145682376-brock-%5B9A3F4AFA96F74F2E861CA660838535FC%2F0AD65EDFA12B4295-1397145692561-5-0-SUCCEEDED-default-1397145685371.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:33,294 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0001_conf.xml
2014-04-10 11:01:33,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0001_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0001_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:33,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle dst=null perm=null
2014-04-10 11:01:33,375 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary
2014-04-10 11:01:33,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/_temporary dst=null perm=null
2014-04-10 11:01:33,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle dst=null perm=null
2014-04-10 11:01:33,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle dst=null perm=null
2014-04-10 11:01:33,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle dst=null perm=null
2014-04-10 11:01:33,402 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:01:33,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00000 dst=null perm=null
2014-04-10 11:01:33,416 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48007, bytes: 8, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741835_1011, duration: 182439
2014-04-10 11:01:33,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00001 dst=null perm=null
2014-04-10 11:01:33,420 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39663, bytes: 8, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741834_1010, duration: 269567
2014-04-10 11:01:33,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00002 dst=null perm=null
2014-04-10 11:01:33,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00003 dst=null perm=null
2014-04-10 11:01:33,426 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48007, bytes: 8, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741837_1013, duration: 204894
2014-04-10 11:01:33,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00004 dst=null perm=null
2014-04-10 11:01:33,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle dst=null perm=null
2014-04-10 11:01:33,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle dst=null perm=null
2014-04-10 11:01:33,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle dst=null perm=null
2014-04-10 11:01:33,447 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:01:33,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00000 dst=null perm=null
2014-04-10 11:01:33,450 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54196, bytes: 8, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741835_1011, duration: 138126
2014-04-10 11:01:33,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00001 dst=null perm=null
2014-04-10 11:01:33,452 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48007, bytes: 8, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741834_1010, duration: 123179
2014-04-10 11:01:33,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00002 dst=null perm=null
2014-04-10 11:01:33,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00003 dst=null perm=null
2014-04-10 11:01:33,455 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52391, bytes: 8, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741837_1013, duration: 136148
2014-04-10 11:01:33,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00004 dst=null perm=null
2014-04-10 11:01:33,457 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/joinfieldedpipesplatform/joininnersingle
2014-04-10 11:01:33,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle dst=null perm=null
2014-04-10 11:01:33,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle dst=null perm=null
2014-04-10 11:01:33,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle dst=null perm=null
2014-04-10 11:01:33,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle dst=null perm=null
2014-04-10 11:01:33,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00000 dst=null perm=null
2014-04-10 11:01:33,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00000 dst=null perm=null
2014-04-10 11:01:33,467 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52391, bytes: 8, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741835_1011, duration: 280767
2014-04-10 11:01:33,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00001 dst=null perm=null
2014-04-10 11:01:33,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00001 dst=null perm=null
2014-04-10 11:01:33,472 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54196, bytes: 8, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741834_1010, duration: 389162
2014-04-10 11:01:33,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00002 dst=null perm=null
2014-04-10 11:01:33,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00002 dst=null perm=null
2014-04-10 11:01:33,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00003 dst=null perm=null
2014-04-10 11:01:33,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00003 dst=null perm=null
2014-04-10 11:01:33,480 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48007, bytes: 8, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741837_1013, duration: 179708
2014-04-10 11:01:33,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00004 dst=null perm=null
2014-04-10 11:01:33,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininnersingle/part-00004 dst=null perm=null
2014-04-10 11:01:33,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:01:33,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:01:33,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:33,538 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt. BP-2026122021-127.0.0.1-1397145659663 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:01:33,553 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017 src: /127.0.0.1:54198 dest: /127.0.0.1:50911
2014-04-10 11:01:33,555 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017 src: /127.0.0.1:52393 dest: /127.0.0.1:36156
2014-04-10 11:01:33,556 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017 src: /127.0.0.1:39669 dest: /127.0.0.1:37218
2014-04-10 11:01:33,560 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39669, dest: /127.0.0.1:37218, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 2311559
2014-04-10 11:01:33,560 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:33,560 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:01:33,561 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52393, dest: /127.0.0.1:36156, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 3105487
2014-04-10 11:01:33,561 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:33,561 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:01:33,562 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54198, dest: /127.0.0.1:50911, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 3847962
2014-04-10 11:01:33,562 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:33,564 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:01:33,576 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:01:33,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:33,595 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:01:33,596 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:01:33,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost dst=null perm=null
2014-04-10 11:01:33,631 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [upper1*upper2*lower] starting
2014-04-10 11:01:33,632 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [upper1*upper2*lower] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:01:33,632 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [upper1*upper2*lower] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:01:33,632 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [upper1*upper2*lower] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:01:33,633 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [upper1*upper2*lower] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost"]
2014-04-10 11:01:33,633 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [upper1*upper2*lower] parallel execution is enabled: true
2014-04-10 11:01:33,633 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [upper1*upper2*lower] starting jobs: 2
2014-04-10 11:01:33,634 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [upper1*upper2*lower] allocating threads: 2
2014-04-10 11:01:33,634 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [upper1*upper2*lower] starting step: (2/2)
2014-04-10 11:01:33,647 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:01:33,656 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:01:33,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:33,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:01:33,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:01:33,660 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 2
2014-04-10 11:01:33,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002 dst=null perm=null
2014-04-10 11:01:33,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:01:33,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:01:33,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar dst=null perm=null
2014-04-10 11:01:33,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:33,713 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:01:33,728 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741842_1018 src: /127.0.0.1:39670 dest: /127.0.0.1:37218
2014-04-10 11:01:33,730 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741842_1018 src: /127.0.0.1:52396 dest: /127.0.0.1:36156
2014-04-10 11:01:33,731 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741842_1018 src: /127.0.0.1:48015 dest: /127.0.0.1:53749
2014-04-10 11:01:33,739 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48015, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741842_1018, duration: 5860862
2014-04-10 11:01:33,739 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741842_1018, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:33,740 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:01:33,740 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52396, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741842_1018, duration: 6793269
2014-04-10 11:01:33,741 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:33,741 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:01:33,741 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39670, dest: /127.0.0.1:37218, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741842_1018, duration: 6490723
2014-04-10 11:01:33,742 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:33,742 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:01:33,760 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:01:33,761 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar
2014-04-10 11:01:33,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar dst=null perm=null
2014-04-10 11:01:33,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:33,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:33,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:33,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:33,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:01:33,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:01:33,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:01:33,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:01:33,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:01:33,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:33,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:33,810 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:01:33,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:33,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:33,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:33,844 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.split
2014-04-10 11:01:33,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.split dst=null perm=null
2014-04-10 11:01:33,862 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:01:33,878 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741843_1019 src: /127.0.0.1:54205 dest: /127.0.0.1:50911
2014-04-10 11:01:33,880 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741843_1019 src: /127.0.0.1:52400 dest: /127.0.0.1:36156
2014-04-10 11:01:33,882 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741843_1019 src: /127.0.0.1:48019 dest: /127.0.0.1:53749
2014-04-10 11:01:33,883 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741843_1019 src: /127.0.0.1:39677 dest: /127.0.0.1:37218
2014-04-10 11:01:33,887 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39677, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741843_1019, duration: 3182034
2014-04-10 11:01:33,888 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741843_1019, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:33,888 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:01:33,888 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48019, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741843_1019, duration: 4151551
2014-04-10 11:01:33,889 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:33,889 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:01:33,889 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52400, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741843_1019, duration: 4585218
2014-04-10 11:01:33,889 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:33,889 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:01:33,889 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54205, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741843_1019, duration: 4890081
2014-04-10 11:01:33,890 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:33,890 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:01:33,901 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:01:33,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:33,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:33,937 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:01:33,953 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741844_1020 src: /127.0.0.1:54209 dest: /127.0.0.1:50911
2014-04-10 11:01:33,955 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741844_1020 src: /127.0.0.1:39679 dest: /127.0.0.1:37218
2014-04-10 11:01:33,956 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741844_1020 src: /127.0.0.1:52405 dest: /127.0.0.1:36156
2014-04-10 11:01:33,960 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52405, dest: /127.0.0.1:36156, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741844_1020, duration: 2477099
2014-04-10 11:01:33,960 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741844_1020, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:33,961 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:01:33,961 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39679, dest: /127.0.0.1:37218, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741844_1020, duration: 4007110
2014-04-10 11:01:33,962 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:33,962 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:01:33,962 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54209, dest: /127.0.0.1:50911, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741844_1020, duration: 4641909
2014-04-10 11:01:33,963 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:33,964 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:01:33,976 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:01:33,977 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:01:33,993 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:01:33,994 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:53749
2014-04-10 11:01:33,994 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:01:33,994 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:01:33,994 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741836_1012 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:01:33,994 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741833_1009 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:01:33,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0001 dst=null perm=null
2014-04-10 11:01:34,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:34,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:34,060 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:01:34,078 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741845_1021 src: /127.0.0.1:52406 dest: /127.0.0.1:36156
2014-04-10 11:01:34,080 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741845_1021 src: /127.0.0.1:48025 dest: /127.0.0.1:53749
2014-04-10 11:01:34,081 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741845_1021 src: /127.0.0.1:39683 dest: /127.0.0.1:37218
2014-04-10 11:01:34,087 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39683, dest: /127.0.0.1:37218, bytes: 80084, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741845_1021, duration: 4389474
2014-04-10 11:01:34,087 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741845_1021, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:34,088 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:01:34,088 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48025, dest: /127.0.0.1:53749, bytes: 80084, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741845_1021, duration: 5360310
2014-04-10 11:01:34,088 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:34,089 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:01:34,089 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52406, dest: /127.0.0.1:36156, bytes: 80084, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741845_1021, duration: 6126255
2014-04-10 11:01:34,089 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:34,090 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:01:34,092 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53749 to replicate blk_1073741842_1018 to datanode(s) 127.0.0.1:50911
2014-04-10 11:01:34,093 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741833_1009, blk_1073741836_1012, blk_1073741838_1014]
2014-04-10 11:01:34,093 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741833_1009, blk_1073741836_1012, blk_1073741838_1014]
2014-04-10 11:01:34,110 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:01:34,110 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0002
2014-04-10 11:01:34,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002 dst=null perm=null
2014-04-10 11:01:34,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.xml dst=null perm=null
2014-04-10 11:01:34,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.xml dst=null perm=null
2014-04-10 11:01:34,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar dst=null perm=null
2014-04-10 11:01:34,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar dst=null perm=null
2014-04-10 11:01:34,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.split dst=null perm=null
2014-04-10 11:01:34,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.split dst=null perm=null
2014-04-10 11:01:34,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:34,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:34,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:34,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:34,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:34,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:34,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:34,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:34,174 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 2 submitted by user brock
2014-04-10 11:01:34,174 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0002
2014-04-10 11:01:34,174 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0002
2014-04-10 11:01:34,174 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0002
2014-04-10 11:01:34,174 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0002 State change from NEW to NEW_SAVING
2014-04-10 11:01:34,175 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0002 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:01:34,176 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0002_000001
2014-04-10 11:01:34,176 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0002_000001 State change from NEW to SUBMITTED
2014-04-10 11:01:34,177 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0002 from user: brock activated in queue: default
2014-04-10 11:01:34,177 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0002 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:01:34,177 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0002 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:01:34,178 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0002
2014-04-10 11:01:34,178 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0002_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:01:34,178 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0002_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:01:34,179 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0002 State change from SUBMITTED to ACCEPTED
2014-04-10 11:01:34,181 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0002/
2014-04-10 11:01:34,181 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [upper1*upper2*lower] submitted hadoop job: job_1397145675630_0002
2014-04-10 11:01:34,181 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [upper1*upper2*lower] tracking url: http://localhost:33250/proxy/application_1397145675630_0002/
2014-04-10 11:01:34,280 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0002_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:01:34,280 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000001
2014-04-10 11:01:34,281 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0002_01_000001 of capacity <memory:2048, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 11:01:34,281 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0002 container=Container: [ContainerId: container_1397145675630_0002_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0002_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:34,281 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:01:34,282 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0002_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:01:34,282 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:34,282 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0002 AttemptId: appattempt_1397145675630_0002_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0002_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ]
2014-04-10 11:01:34,283 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0002_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:01:34,283 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0002_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:01:34,284 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0002_000001
2014-04-10 11:01:34,285 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0002_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] for AM appattempt_1397145675630_0002_000001
2014-04-10 11:01:34,285 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0002_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:01:34,292 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0002_000001 (auth:SIMPLE)
2014-04-10 11:01:34,296 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0002_01_000001 by user brock
2014-04-10 11:01:34,296 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0002
2014-04-10 11:01:34,297 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000001
2014-04-10 11:01:34,297 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0002 transitioned from NEW to INITING
2014-04-10 11:01:34,297 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0002_01_000001 to application application_1397145675630_0002
2014-04-10 11:01:34,297 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0002 transitioned from INITING to RUNNING
2014-04-10 11:01:34,297 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0002_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] for AM appattempt_1397145675630_0002_000001
2014-04-10 11:01:34,298 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0002_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:01:34,298 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:01:34,298 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0002
2014-04-10 11:01:34,299 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:01:34,299 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:01:34,299 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:01:34,300 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:01:34,300 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0002_01_000001
2014-04-10 11:01:34,311 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145675630_0002_01_000001.tokens. Credentials list:
2014-04-10 11:01:34,324 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:01:34,385 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145675630_0002_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000001.tokens
2014-04-10 11:01:34,385 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0002
2014-04-10 11:01:34,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar dst=null perm=null
2014-04-10 11:01:34,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar dst=null perm=null
2014-04-10 11:01:34,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar dst=null perm=null
2014-04-10 11:01:34,506 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39687, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1062701697_1502, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741842_1018, duration: 1518137
2014-04-10 11:01:34,520 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:34,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:34,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:34,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:34,544 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52413, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1062701697_1502, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741844_1020, duration: 300054
2014-04-10 11:01:34,561 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0002/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:34,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.split dst=null perm=null
2014-04-10 11:01:34,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.split dst=null perm=null
2014-04-10 11:01:34,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.split dst=null perm=null
2014-04-10 11:01:34,591 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54220, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1062701697_1502, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741843_1019, duration: 305146
2014-04-10 11:01:34,606 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0002/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:34,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.xml dst=null perm=null
2014-04-10 11:01:34,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.xml dst=null perm=null
2014-04-10 11:01:34,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.xml dst=null perm=null
2014-04-10 11:01:34,633 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52413, bytes: 80712, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1062701697_1502, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741845_1021, duration: 458305
2014-04-10 11:01:34,651 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0002/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:34,651 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:01:34,685 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:01:34,686 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:34,746 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000001/default_container_executor.sh]
2014-04-10 11:01:35,279 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0002_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:01:35,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741829 for deletion
2014-04-10 11:01:35,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741830 for deletion
2014-04-10 11:01:35,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741831 for deletion
2014-04-10 11:01:35,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741830
2014-04-10 11:01:35,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741832 for deletion
2014-04-10 11:01:35,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741829
2014-04-10 11:01:35,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741832
2014-04-10 11:01:35,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741833_1009 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741833 for deletion
2014-04-10 11:01:35,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741831
2014-04-10 11:01:35,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741836_1012 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741836 for deletion
2014-04-10 11:01:35,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741833_1009 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741833
2014-04-10 11:01:35,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741838 for deletion
2014-04-10 11:01:35,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741836_1012 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741836
2014-04-10 11:01:35,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741838
2014-04-10 11:01:35,656 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=68edbb52-d631-4c11-b1f4-78133ce1dada, infoPort=59891, ipcPort=41399, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073741842_1018 to 127.0.0.1:50911
2014-04-10 11:01:35,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741829 for deletion
2014-04-10 11:01:35,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741830 for deletion
2014-04-10 11:01:35,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741829
2014-04-10 11:01:35,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741831 for deletion
2014-04-10 11:01:35,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741830
2014-04-10 11:01:35,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741831
2014-04-10 11:01:35,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741833_1009 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741833 for deletion
2014-04-10 11:01:35,657 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741842_1018 src: /127.0.0.1:54222 dest: /127.0.0.1:50911
2014-04-10 11:01:35,658 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741836_1012 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741836 for deletion
2014-04-10 11:01:35,658 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073741842_1018 (numBytes=244650) to 127.0.0.1/127.0.0.1:50911
2014-04-10 11:01:35,658 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741838 for deletion
2014-04-10 11:01:35,658 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741836_1012 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741836
2014-04-10 11:01:35,658 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741838
2014-04-10 11:01:35,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741833_1009 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741833
2014-04-10 11:01:35,659 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073741842_1018 src: /127.0.0.1:54222 dest: /127.0.0.1:50911 of size 244650
2014-04-10 11:01:35,660 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741842_1018 size 244650
2014-04-10 11:01:35,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:01:35,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/COMMIT_STARTED dst=null perm=null
2014-04-10 11:01:35,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:01:35,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/COMMIT_FAIL dst=null perm=null
2014-04-10 11:01:35,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002 dst=null perm=null
2014-04-10 11:01:35,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:01:35,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:01:36,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:36,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:36,275 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39694, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_699932418_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741844_1020, duration: 165968
2014-04-10 11:01:36,882 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0002_000001 (auth:SIMPLE)
2014-04-10 11:01:36,885 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0002_000001
2014-04-10 11:01:36,885 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0002 APPATTEMPTID=appattempt_1397145675630_0002_000001
2014-04-10 11:01:36,886 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0002_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:01:36,886 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0002 State change from ACCEPTED to RUNNING
2014-04-10 11:01:36,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job_1397145675630_0002_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:36,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:01:36,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job_1397145675630_0002_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:37,070 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job_1397145675630_0002_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:01:37,093 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741833_1009]
2014-04-10 11:01:37,094 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073741829_1005, blk_1073741830_1006, blk_1073741832_1008, blk_1073741836_1012, blk_1073741838_1014]
2014-04-10 11:01:37,109 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741846_1022 src: /127.0.0.1:39697 dest: /127.0.0.1:37218
2014-04-10 11:01:37,110 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741846_1022 src: /127.0.0.1:52423 dest: /127.0.0.1:36156
2014-04-10 11:01:37,111 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741846_1022 src: /127.0.0.1:54230 dest: /127.0.0.1:50911
2014-04-10 11:01:37,116 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54230, dest: /127.0.0.1:50911, bytes: 94085, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_699932418_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741846_1022, duration: 4080183
2014-04-10 11:01:37,116 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741846_1022, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:37,116 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:37,116 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52423, dest: /127.0.0.1:36156, bytes: 94085, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_699932418_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741846_1022, duration: 4604611
2014-04-10 11:01:37,116 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:37,117 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:37,117 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39697, dest: /127.0.0.1:37218, bytes: 94085, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_699932418_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741846_1022, duration: 5142710
2014-04-10 11:01:37,117 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:37,117 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:37,134 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job_1397145675630_0002_1_conf.xml is closed by DFSClient_NONMAPREDUCE_699932418_1
2014-04-10 11:01:37,399 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741843_1019
2014-04-10 11:01:37,401 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741846_1022
2014-04-10 11:01:37,402 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741839_1015
2014-04-10 11:01:37,404 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741840_1016
2014-04-10 11:01:37,404 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741844_1020
2014-04-10 11:01:37,404 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017
2014-04-10 11:01:37,408 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741842_1018
2014-04-10 11:01:37,409 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741845_1021
2014-04-10 11:01:37,699 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741840_1016
2014-04-10 11:01:37,700 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741843_1019
2014-04-10 11:01:37,701 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741845_1021
2014-04-10 11:01:37,704 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741842_1018
2014-04-10 11:01:37,728 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741843_1019
2014-04-10 11:01:37,728 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741844_1020
2014-04-10 11:01:37,730 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741840_1016
2014-04-10 11:01:37,731 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741839_1015
2014-04-10 11:01:37,732 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017
2014-04-10 11:01:37,732 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741846_1022
2014-04-10 11:01:37,734 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741842_1018
2014-04-10 11:01:37,742 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741839_1015
2014-04-10 11:01:37,743 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017
2014-04-10 11:01:37,744 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741842_1018
2014-04-10 11:01:37,744 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741843_1019
2014-04-10 11:01:37,744 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741844_1020
2014-04-10 11:01:37,745 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741845_1021
2014-04-10 11:01:37,745 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741846_1022
2014-04-10 11:01:38,357 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0002_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:01:38,357 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000002
2014-04-10 11:01:38,357 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0002_01_000002 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:01:38,358 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0002 container=Container: [ContainerId: container_1397145675630_0002_01_000002, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0002_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:38,358 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:01:38,358 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:38,359 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0002_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:01:38,359 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000003
2014-04-10 11:01:38,359 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0002_01_000003 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:01:38,359 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0002 container=Container: [ContainerId: container_1397145675630_0002_01_000003, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0002_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:38,360 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:01:38,360 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:38,360 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0002_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:01:38,361 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000004
2014-04-10 11:01:38,361 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0002_01_000004 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:01:38,361 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0002 container=Container: [ContainerId: container_1397145675630_0002_01_000004, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0002_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:38,361 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:01:38,361 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:38,362 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0002_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:01:38,362 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000005
2014-04-10 11:01:38,362 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0002_01_000005 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:01:38,363 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0002 container=Container: [ContainerId: container_1397145675630_0002_01_000005, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0002_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:38,363 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:01:38,363 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:38,386 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0002_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:01:38,386 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000006
2014-04-10 11:01:38,386 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0002_01_000006 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:01:38,387 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0002 container=Container: [ContainerId: container_1397145675630_0002_01_000006, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0002_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:38,387 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:01:38,387 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:38,713 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741829 for deletion
2014-04-10 11:01:38,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741830 for deletion
2014-04-10 11:01:38,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741829
2014-04-10 11:01:38,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741831 for deletion
2014-04-10 11:01:38,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741830
2014-04-10 11:01:38,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741832 for deletion
2014-04-10 11:01:38,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741831
2014-04-10 11:01:38,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741833_1009 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741833 for deletion
2014-04-10 11:01:38,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741832
2014-04-10 11:01:38,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741833_1009 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741833
2014-04-10 11:01:38,735 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741829 for deletion
2014-04-10 11:01:38,735 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741830 for deletion
2014-04-10 11:01:38,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741832 for deletion
2014-04-10 11:01:38,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741829
2014-04-10 11:01:38,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741836_1012 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741836 for deletion
2014-04-10 11:01:38,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741832
2014-04-10 11:01:38,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741838 for deletion
2014-04-10 11:01:38,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741830
2014-04-10 11:01:38,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741838
2014-04-10 11:01:38,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741836_1012 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741836
2014-04-10 11:01:38,920 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0002_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:01:38,920 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0002_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:01:38,921 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0002_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:01:38,922 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0002_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:01:38,922 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0002_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:01:38,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar dst=null perm=null
2014-04-10 11:01:38,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar dst=null perm=null
2014-04-10 11:01:38,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.xml dst=null perm=null
2014-04-10 11:01:38,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.xml dst=null perm=null
2014-04-10 11:01:38,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:38,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:38,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:38,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:38,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:38,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:39,063 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0002_000001 (auth:SIMPLE)
2014-04-10 11:01:39,064 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0002_000001 (auth:SIMPLE)
2014-04-10 11:01:39,071 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0002_01_000006 by user brock
2014-04-10 11:01:39,072 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0002
2014-04-10 11:01:39,073 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0002_01_000002 by user brock
2014-04-10 11:01:39,073 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000006
2014-04-10 11:01:39,074 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0002
2014-04-10 11:01:39,073 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0002_01_000004 by user brock
2014-04-10 11:01:39,073 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0002_01_000005 by user brock
2014-04-10 11:01:39,073 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0002 transitioned from NEW to INITING
2014-04-10 11:01:39,073 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0002_01_000003 by user brock
2014-04-10 11:01:39,075 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0002_01_000006 to application application_1397145675630_0002
2014-04-10 11:01:39,075 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000005
2014-04-10 11:01:39,075 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000004
2014-04-10 11:01:39,075 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0002 transitioned from NEW to INITING
2014-04-10 11:01:39,074 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000002
2014-04-10 11:01:39,079 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0002_01_000002 to application application_1397145675630_0002
2014-04-10 11:01:39,078 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0002 transitioned from INITING to RUNNING
2014-04-10 11:01:39,079 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0002_01_000004 to application application_1397145675630_0002
2014-04-10 11:01:39,076 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000003
2014-04-10 11:01:39,080 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0002_01_000005 to application application_1397145675630_0002
2014-04-10 11:01:39,080 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:01:39,080 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0002_01_000003 to application application_1397145675630_0002
2014-04-10 11:01:39,080 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0002
2014-04-10 11:01:39,080 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0002
2014-04-10 11:01:39,080 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0002 transitioned from INITING to RUNNING
2014-04-10 11:01:39,080 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:01:39,081 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0002
2014-04-10 11:01:39,081 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:01:39,081 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:01:39,081 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:01:39,081 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:01:39,081 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:01:39,081 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:01:39,081 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:01:39,081 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar, 1397145663206, FILE, null }
2014-04-10 11:01:39,082 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:01:39,082 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0002
2014-04-10 11:01:39,082 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0002
2014-04-10 11:01:39,082 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:01:39,083 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0002
2014-04-10 11:01:39,083 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:01:39,083 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:01:39,083 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:01:39,084 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:01:39,084 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0002
2014-04-10 11:01:39,084 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0002
2014-04-10 11:01:39,084 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:01:39,084 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0002
2014-04-10 11:01:39,085 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397145663030, FILE, null }
2014-04-10 11:01:39,085 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0002
2014-04-10 11:01:39,085 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0002
2014-04-10 11:01:39,085 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:01:39,085 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0002_01_000006
2014-04-10 11:01:39,085 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0002
2014-04-10 11:01:39,086 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0002
2014-04-10 11:01:39,086 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0002
2014-04-10 11:01:39,086 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:01:39,087 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0002
2014-04-10 11:01:39,087 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar, 1397145663206, FILE, null }
2014-04-10 11:01:39,088 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397145663030, FILE, null }
2014-04-10 11:01:39,088 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0002_01_000002
2014-04-10 11:01:39,090 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar, 1397145663206, FILE, null }
2014-04-10 11:01:39,090 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397145663030, FILE, null }
2014-04-10 11:01:39,090 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0002_01_000004
2014-04-10 11:01:39,090 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar, 1397145663206, FILE, null }
2014-04-10 11:01:39,090 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397145663030, FILE, null }
2014-04-10 11:01:39,091 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0002_01_000003
2014-04-10 11:01:39,091 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar, 1397145663206, FILE, null }
2014-04-10 11:01:39,091 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397145663030, FILE, null }
2014-04-10 11:01:39,091 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0002_01_000005
2014-04-10 11:01:39,098 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0002_01_000006.tokens. Credentials list:
2014-04-10 11:01:39,100 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145675630_0002_01_000003.tokens. Credentials list:
2014-04-10 11:01:39,104 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0002_01_000005.tokens. Credentials list:
2014-04-10 11:01:39,104 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145675630_0002_01_000002.tokens. Credentials list:
2014-04-10 11:01:39,105 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0002_01_000004.tokens. Credentials list:
2014-04-10 11:01:39,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:39,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:39,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:01:39,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:39,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:01:39,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:39,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:39,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:01:39,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:39,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:01:39,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:39,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:01:39,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:39,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:01:39,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:01:39,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:01:39,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:01:39,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:01:39,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:01:39,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:01:39,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:01:39,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:39,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:01:39,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:01:39,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:01:39,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:39,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:01:39,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:01:39,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:01:39,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:39,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:01:39,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:01:39,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:01:39,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:39,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:39,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:39,118 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0001_01_000001 succeeded
2014-04-10 11:01:39,118 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:01:39,118 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0001_01_000001
2014-04-10 11:01:39,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:39,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:39,123 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39704, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741825_1001, duration: 2365021
2014-04-10 11:01:39,124 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54236, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741826_1002, duration: 915291
2014-04-10 11:01:39,126 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54237, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741826_1002, duration: 671063
2014-04-10 11:01:39,131 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000001
2014-04-10 11:01:39,131 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000001
2014-04-10 11:01:39,131 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000001
2014-04-10 11:01:39,131 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000001
2014-04-10 11:01:39,131 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0001_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:01:39,132 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0001_01_000001 from application application_1397145675630_0001
2014-04-10 11:01:39,132 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:39,132 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0001
2014-04-10 11:01:39,132 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0001/container_1397145675630_0001_01_000001
2014-04-10 11:01:39,143 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:39,149 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/filecache/10/hadoop-6651978796653507510.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:39,149 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/filecache/10/hadoop-6651978796653507510.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:39,169 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39704, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741825_1001, duration: 2036677
2014-04-10 11:01:39,195 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0002_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000006.tokens
2014-04-10 11:01:39,195 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145675630_0002_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000003.tokens
2014-04-10 11:01:39,196 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0002
2014-04-10 11:01:39,196 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0002
2014-04-10 11:01:39,201 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:39,280 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0001_01_000001
2014-04-10 11:01:39,281 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0001_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:01:39,281 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0001_000001
2014-04-10 11:01:39,281 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0001_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:01:39,282 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0001 CONTAINERID=container_1397145675630_0001_01_000001
2014-04-10 11:01:39,282 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0001_01_000001 of capacity <memory:2048, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:01:39,282 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:01:39,283 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0001_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:39,283 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0001_000001 State change from FINISHING to FINISHED
2014-04-10 11:01:39,283 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:39,283 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:01:39,283 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0001_000001 released container container_1397145675630_0001_01_000001 on node: host: localhost:43726 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:01:39,284 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0001 State change from FINISHING to FINISHED
2014-04-10 11:01:39,285 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0001_000001 is done. finalState=FINISHED
2014-04-10 11:01:39,285 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0001_000001
2014-04-10 11:01:39,286 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0001
2014-04-10 11:01:39,286 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0001 requests cleared
2014-04-10 11:01:39,287 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0001 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:01:39,287 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0001 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:01:39,289 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0001,name=[9A3F4AFA96F74F2E861CA660838535FC/0AD65EDFA12B4295B96D1D96001D0324] lower*upper/(1/1) ...splatform/joininnersingle,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0001/jobhistory/job/job_1397145675630_0001,appMasterHost=localhost.localdomain,startTime=1397145682402,finishTime=1397145692957,finalStatus=SUCCEEDED
2014-04-10 11:01:39,291 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0001_000001 (auth:SIMPLE)
2014-04-10 11:01:39,293 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0001_01_000001
2014-04-10 11:01:39,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar dst=null perm=null
2014-04-10 11:01:39,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar dst=null perm=null
2014-04-10 11:01:39,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar dst=null perm=null
2014-04-10 11:01:39,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar dst=null perm=null
2014-04-10 11:01:39,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar dst=null perm=null
2014-04-10 11:01:39,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar dst=null perm=null
2014-04-10 11:01:39,314 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52437, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1519258622_1736, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741842_1018, duration: 1036677
2014-04-10 11:01:39,314 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52438, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1316497345_1737, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741842_1018, duration: 1060243
2014-04-10 11:01:39,352 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:39,352 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:39,357 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0002_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:01:39,357 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0002_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:01:39,357 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0002_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:01:39,357 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0002_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:01:39,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.xml dst=null perm=null
2014-04-10 11:01:39,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.xml dst=null perm=null
2014-04-10 11:01:39,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.xml dst=null perm=null
2014-04-10 11:01:39,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.xml dst=null perm=null
2014-04-10 11:01:39,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.xml dst=null perm=null
2014-04-10 11:01:39,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.xml dst=null perm=null
2014-04-10 11:01:39,374 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52437, bytes: 80712, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1316497345_1737, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741845_1021, duration: 503634
2014-04-10 11:01:39,376 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52438, bytes: 80712, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1519258622_1736, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741845_1021, duration: 288523
2014-04-10 11:01:39,385 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0002_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:01:39,388 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:39,389 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:39,388 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:01:39,389 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:01:39,389 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:01:39,389 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:01:39,389 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:01:39,422 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:01:39,422 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:01:39,422 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:01:39,422 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:39,422 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:39,422 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:39,425 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:01:39,425 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:39,426 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:01:39,426 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:39,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000002/default_container_executor.sh]
2014-04-10 11:01:39,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000005/default_container_executor.sh]
2014-04-10 11:01:39,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000003/default_container_executor.sh]
2014-04-10 11:01:39,495 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000006/default_container_executor.sh]
2014-04-10 11:01:39,495 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000004/default_container_executor.sh]
2014-04-10 11:01:39,645 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:01:39,645 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0001
2014-04-10 11:01:39,646 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0001
2014-04-10 11:01:39,646 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0001
2014-04-10 11:01:39,647 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:01:39,647 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0001
2014-04-10 11:01:39,647 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0001
2014-04-10 11:01:39,647 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0001, with delay of 10800 seconds
2014-04-10 11:01:39,942 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:01:40,281 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:01:40,281 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0001
2014-04-10 11:01:40,281 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0001
2014-04-10 11:01:40,282 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0001
2014-04-10 11:01:40,282 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:01:40,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0001
2014-04-10 11:01:40,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0001
2014-04-10 11:01:40,282 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0001, with delay of 10800 seconds
2014-04-10 11:01:40,448 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:01:40,808 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0002_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000004.tokens
2014-04-10 11:01:40,808 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0002
2014-04-10 11:01:40,942 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:01:41,219 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145675630_0002_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000002.tokens
2014-04-10 11:01:41,219 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0002
2014-04-10 11:01:41,568 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:01:41,906 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0002_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000005.tokens
2014-04-10 11:01:41,907 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0002
2014-04-10 11:01:42,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.split dst=null perm=null
2014-04-10 11:01:42,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.split dst=null perm=null
2014-04-10 11:01:42,397 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52455, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0002_m_000000_0_450234657_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741843_1019, duration: 201931
2014-04-10 11:01:42,440 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39731, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0002_m_000004_0_-110090353_1, offset: 1024, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741843_1019, duration: 194288
2014-04-10 11:01:42,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.split dst=null perm=null
2014-04-10 11:01:42,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:42,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.split dst=null perm=null
2014-04-10 11:01:42,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:42,507 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52460, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0002_m_000004_0_-110090353_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 194313
2014-04-10 11:01:42,513 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54264, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0002_m_000002_0_154033823_1, offset: 512, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741843_1019, duration: 189360
2014-04-10 11:01:42,562 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39737, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0002_m_000003_0_-1746612112_1, offset: 1024, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741843_1019, duration: 138289
2014-04-10 11:01:42,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:42,570 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48081, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0002_m_000002_0_154033823_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 140828
2014-04-10 11:01:42,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:42,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job.split dst=null perm=null
2014-04-10 11:01:42,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:42,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:42,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:42,624 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54271, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0002_m_000003_0_-1746612112_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 204308
2014-04-10 11:01:42,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:42,663 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39741, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0002_m_000001_0_520481830_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741843_1019, duration: 231195
2014-04-10 11:01:42,725 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52455, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0002_m_000000_0_450234657_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 187562
2014-04-10 11:01:42,740 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:01:42,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:42,769 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000004_0/part-00004. BP-2026122021-127.0.0.1-1397145659663 blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:01:42,770 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52468, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0002_m_000001_0_520481830_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 188756
2014-04-10 11:01:42,790 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741847_1023 src: /127.0.0.1:39742 dest: /127.0.0.1:37218
2014-04-10 11:01:42,792 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741847_1023 src: /127.0.0.1:48088 dest: /127.0.0.1:53749
2014-04-10 11:01:42,794 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741847_1023 src: /127.0.0.1:54277 dest: /127.0.0.1:50911
2014-04-10 11:01:42,794 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000002_0/part-00002. BP-2026122021-127.0.0.1-1397145659663 blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:01:42,800 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54277, dest: /127.0.0.1:50911, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0002_m_000000_0_450234657_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741847_1023, duration: 4861722
2014-04-10 11:01:42,800 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741847_1023, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:42,801 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48088, dest: /127.0.0.1:53749, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0002_m_000000_0_450234657_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741847_1023, duration: 5039723
2014-04-10 11:01:42,801 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:42,801 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:42,802 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39742, dest: /127.0.0.1:37218, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0002_m_000000_0_450234657_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741847_1023, duration: 6147023
2014-04-10 11:01:42,802 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:42,802 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:42,803 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:42,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:42,826 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0002_m_000000_0_450234657_1
2014-04-10 11:01:42,827 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741848_1024 src: /127.0.0.1:54275 dest: /127.0.0.1:50911
2014-04-10 11:01:42,829 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741848_1024 src: /127.0.0.1:52472 dest: /127.0.0.1:36156
2014-04-10 11:01:42,833 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000003_0/part-00003. BP-2026122021-127.0.0.1-1397145659663 blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:01:42,837 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741848_1024 src: /127.0.0.1:48091 dest: /127.0.0.1:53749
2014-04-10 11:01:42,849 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48091, dest: /127.0.0.1:53749, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0002_m_000004_0_-110090353_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741848_1024, duration: 7496386
2014-04-10 11:01:42,849 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741848_1024, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:42,850 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:01:42,850 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52472, dest: /127.0.0.1:36156, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0002_m_000004_0_-110090353_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741848_1024, duration: 4227804
2014-04-10 11:01:42,850 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:42,850 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54275, dest: /127.0.0.1:50911, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0002_m_000004_0_-110090353_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741848_1024, duration: 8789530
2014-04-10 11:01:42,851 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:01:42,851 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:42,851 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:01:42,867 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000004_0/part-00004 is closed by DFSClient_attempt_1397145675630_0002_m_000004_0_-110090353_1
2014-04-10 11:01:42,870 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741849_1025 src: /127.0.0.1:39749 dest: /127.0.0.1:37218
2014-04-10 11:01:42,885 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741849_1025 src: /127.0.0.1:48094 dest: /127.0.0.1:53749
2014-04-10 11:01:42,888 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741849_1025 src: /127.0.0.1:52477 dest: /127.0.0.1:36156
2014-04-10 11:01:42,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000000_0 dst=null perm=null
2014-04-10 11:01:42,897 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52477, dest: /127.0.0.1:36156, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0002_m_000002_0_154033823_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741849_1025, duration: 7847587
2014-04-10 11:01:42,897 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741849_1025, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:42,898 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48094, dest: /127.0.0.1:53749, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0002_m_000002_0_154033823_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741849_1025, duration: 7638486
2014-04-10 11:01:42,898 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:42,897 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:42,899 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39749, dest: /127.0.0.1:37218, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0002_m_000002_0_154033823_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741849_1025, duration: 8903792
2014-04-10 11:01:42,899 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:42,899 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:42,900 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:42,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000000_0 dst=null perm=null
2014-04-10 11:01:42,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/task_1397145675630_0002_m_000000 dst=null perm=null
2014-04-10 11:01:42,917 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000002_0/part-00002 is closed by DFSClient_attempt_1397145675630_0002_m_000002_0_154033823_1
2014-04-10 11:01:42,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000000_0 dst=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/task_1397145675630_0002_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:01:42,945 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741850_1026 src: /127.0.0.1:48093 dest: /127.0.0.1:53749
2014-04-10 11:01:42,947 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741850_1026 src: /127.0.0.1:39753 dest: /127.0.0.1:37218
2014-04-10 11:01:42,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000004_0 dst=null perm=null
2014-04-10 11:01:42,953 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741850_1026 src: /127.0.0.1:54285 dest: /127.0.0.1:50911
2014-04-10 11:01:42,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000004_0 dst=null perm=null
2014-04-10 11:01:42,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/task_1397145675630_0002_m_000004 dst=null perm=null
2014-04-10 11:01:42,961 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54285, dest: /127.0.0.1:50911, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0002_m_000003_0_-1746612112_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741850_1026, duration: 6488633
2014-04-10 11:01:42,961 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741850_1026, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:42,961 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39753, dest: /127.0.0.1:37218, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0002_m_000003_0_-1746612112_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741850_1026, duration: 5785840
2014-04-10 11:01:42,962 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:42,962 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:42,963 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:42,969 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48093, dest: /127.0.0.1:53749, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0002_m_000003_0_-1746612112_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741850_1026, duration: 13226733
2014-04-10 11:01:42,969 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:42,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000004_0 dst=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/task_1397145675630_0002_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:01:42,981 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:42,992 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000003_0/part-00003 is closed by DFSClient_attempt_1397145675630_0002_m_000003_0_-1746612112_1
2014-04-10 11:01:42,997 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000001_0/part-00001. BP-2026122021-127.0.0.1-1397145659663 blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:01:43,013 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0002_01_000002
2014-04-10 11:01:43,013 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000002
2014-04-10 11:01:43,013 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:01:43,013 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0002_01_000002
2014-04-10 11:01:43,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000002_0 dst=null perm=null
2014-04-10 11:01:43,035 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job_1397145675630_0002_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:01:43,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000002_0 dst=null perm=null
2014-04-10 11:01:43,048 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0002_01_000002 is : 143
2014-04-10 11:01:43,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/task_1397145675630_0002_m_000002 dst=null perm=null
2014-04-10 11:01:43,055 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0002_01_000006
2014-04-10 11:01:43,056 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000006
2014-04-10 11:01:43,056 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:01:43,067 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0002_01_000006
2014-04-10 11:01:43,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000002_0 dst=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/task_1397145675630_0002_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:01:43,068 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741852_1028 src: /127.0.0.1:48099 dest: /127.0.0.1:53749
2014-04-10 11:01:43,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000003_0 dst=null perm=null
2014-04-10 11:01:43,079 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741852_1028 src: /127.0.0.1:52482 dest: /127.0.0.1:36156
2014-04-10 11:01:43,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000003_0 dst=null perm=null
2014-04-10 11:01:43,084 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:01:43,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/task_1397145675630_0002_m_000003 dst=null perm=null
2014-04-10 11:01:43,090 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000002
2014-04-10 11:01:43,095 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741852_1028 src: /127.0.0.1:54289 dest: /127.0.0.1:50911
2014-04-10 11:01:43,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000002
2014-04-10 11:01:43,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000002
2014-04-10 11:01:43,099 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000002
2014-04-10 11:01:43,099 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000002
2014-04-10 11:01:43,099 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:01:43,099 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0002_01_000002 from application application_1397145675630_0002
2014-04-10 11:01:43,100 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:43,100 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0002
2014-04-10 11:01:43,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000003_0 dst=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/task_1397145675630_0002_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:01:43,103 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741851_1027 src: /127.0.0.1:48098 dest: /127.0.0.1:53749
2014-04-10 11:01:43,107 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0002_01_000006 is : 143
2014-04-10 11:01:43,107 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741851_1027 src: /127.0.0.1:54290 dest: /127.0.0.1:50911
2014-04-10 11:01:43,109 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741851_1027 src: /127.0.0.1:52485 dest: /127.0.0.1:36156
2014-04-10 11:01:43,121 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job_1397145675630_0002_1.jhist for DFSClient_NONMAPREDUCE_699932418_1
2014-04-10 11:01:43,124 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52485, dest: /127.0.0.1:36156, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0002_m_000001_0_520481830_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741851_1027, duration: 5486514
2014-04-10 11:01:43,125 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:43,126 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741851_1027, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:43,127 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54290, dest: /127.0.0.1:50911, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0002_m_000001_0_520481830_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741851_1027, duration: 16114123
2014-04-10 11:01:43,127 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:43,127 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:43,127 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48098, dest: /127.0.0.1:53749, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0002_m_000001_0_520481830_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741851_1027, duration: 9086805
2014-04-10 11:01:43,128 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:43,128 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:43,131 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0002_01_000004
2014-04-10 11:01:43,131 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000004
2014-04-10 11:01:43,132 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:01:43,132 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0002_01_000004
2014-04-10 11:01:43,132 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0002_01_000002
2014-04-10 11:01:43,132 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0002_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:01:43,132 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0002_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:01:43,133 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000002
2014-04-10 11:01:43,133 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0002_01_000002 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:01:43,133 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:01:43,133 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0002_01_000002, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:43,133 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:43,133 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:01:43,133 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0002_000001 released container container_1397145675630_0002_01_000002 on node: host: localhost:55857 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:01:43,138 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:01:43,140 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000006
2014-04-10 11:01:43,141 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000006
2014-04-10 11:01:43,141 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000006
2014-04-10 11:01:43,141 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000006
2014-04-10 11:01:43,142 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000006
2014-04-10 11:01:43,142 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:01:43,142 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0002_01_000006 from application application_1397145675630_0002
2014-04-10 11:01:43,142 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:43,142 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0002
2014-04-10 11:01:43,146 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0002_01_000004 is : 143
2014-04-10 11:01:43,151 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000001_0/part-00001 is closed by DFSClient_attempt_1397145675630_0002_m_000001_0_520481830_1
2014-04-10 11:01:43,157 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:01:43,157 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000004
2014-04-10 11:01:43,158 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000004
2014-04-10 11:01:43,158 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000004
2014-04-10 11:01:43,158 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000004
2014-04-10 11:01:43,158 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000004
2014-04-10 11:01:43,158 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:01:43,158 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0002_01_000004 from application application_1397145675630_0002
2014-04-10 11:01:43,158 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:43,159 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0002
2014-04-10 11:01:43,161 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0002_01_000005
2014-04-10 11:01:43,161 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000005
2014-04-10 11:01:43,162 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0002_01_000004
2014-04-10 11:01:43,161 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:01:43,162 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0002_01_000005
2014-04-10 11:01:43,162 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0002_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:01:43,162 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0002_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:01:43,162 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000004
2014-04-10 11:01:43,162 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0002_01_000004 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:01:43,163 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:01:43,163 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0002_01_000004, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:43,163 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:43,163 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:01:43,163 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0002_000001 released container container_1397145675630_0002_01_000004 on node: host: localhost:55857 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:01:43,167 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0002_01_000005 is : 143
2014-04-10 11:01:43,176 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:01:43,177 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000005
2014-04-10 11:01:43,177 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000005
2014-04-10 11:01:43,177 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000005
2014-04-10 11:01:43,177 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000005
2014-04-10 11:01:43,177 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000005
2014-04-10 11:01:43,177 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:01:43,177 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0002_01_000005 from application application_1397145675630_0002
2014-04-10 11:01:43,177 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:43,177 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0002
2014-04-10 11:01:43,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000001_0 dst=null perm=null
2014-04-10 11:01:43,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000001_0 dst=null perm=null
2014-04-10 11:01:43,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/task_1397145675630_0002_m_000001 dst=null perm=null
2014-04-10 11:01:43,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/_temporary/attempt_1397145675630_0002_m_000001_0 dst=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/task_1397145675630_0002_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:01:43,269 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0002_01_000003
2014-04-10 11:01:43,269 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000003
2014-04-10 11:01:43,269 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:01:43,269 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0002_01_000003
2014-04-10 11:01:43,270 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0002_01_000005
2014-04-10 11:01:43,270 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0002_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:01:43,270 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0002_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:01:43,270 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000005
2014-04-10 11:01:43,270 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0002_01_000005 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:01:43,270 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:01:43,270 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0002_01_000005, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:43,271 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:43,271 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:01:43,271 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0002_000001 released container container_1397145675630_0002_01_000005 on node: host: localhost:55857 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:01:43,274 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0002_01_000003 is : 143
2014-04-10 11:01:43,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:43,287 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:01:43,288 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000003
2014-04-10 11:01:43,288 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000003
2014-04-10 11:01:43,288 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000003
2014-04-10 11:01:43,288 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000003
2014-04-10 11:01:43,288 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000003
2014-04-10 11:01:43,288 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:01:43,288 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0002_01_000003 from application application_1397145675630_0002
2014-04-10 11:01:43,288 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:43,289 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0002
2014-04-10 11:01:43,301 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_699932418_1
2014-04-10 11:01:43,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1 dst=null perm=null
2014-04-10 11:01:43,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:43,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:43,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/task_1397145675630_0002_m_000000 dst=null perm=null
2014-04-10 11:01:43,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00000 dst=null perm=null
2014-04-10 11:01:43,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/task_1397145675630_0002_m_000000/part-00000 dst=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:43,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:43,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:43,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/task_1397145675630_0002_m_000001 dst=null perm=null
2014-04-10 11:01:43,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00001 dst=null perm=null
2014-04-10 11:01:43,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/task_1397145675630_0002_m_000001/part-00001 dst=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:43,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:43,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:43,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/task_1397145675630_0002_m_000002 dst=null perm=null
2014-04-10 11:01:43,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00002 dst=null perm=null
2014-04-10 11:01:43,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/task_1397145675630_0002_m_000002/part-00002 dst=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:43,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:43,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:43,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/task_1397145675630_0002_m_000003 dst=null perm=null
2014-04-10 11:01:43,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00003 dst=null perm=null
2014-04-10 11:01:43,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/task_1397145675630_0002_m_000003/part-00003 dst=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:43,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:43,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:43,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/task_1397145675630_0002_m_000004 dst=null perm=null
2014-04-10 11:01:43,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00004 dst=null perm=null
2014-04-10 11:01:43,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary/1/task_1397145675630_0002_m_000004/part-00004 dst=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:43,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_temporary dst=null perm=null
2014-04-10 11:01:43,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:43,484 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/_SUCCESS is closed by DFSClient_NONMAPREDUCE_699932418_1
2014-04-10 11:01:43,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:43,517 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_699932418_1
2014-04-10 11:01:43,539 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54289, dest: /127.0.0.1:50911, bytes: 54624, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_699932418_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741852_1028, duration: 440769067
2014-04-10 11:01:43,539 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741852_1028, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:43,540 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 15552
2014-04-10 11:01:43,541 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52482, dest: /127.0.0.1:36156, bytes: 54624, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_699932418_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741852_1028, duration: 441780976
2014-04-10 11:01:43,541 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:43,541 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 15552
2014-04-10 11:01:43,542 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48099, dest: /127.0.0.1:53749, bytes: 54624, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_699932418_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741852_1028, duration: 443781637
2014-04-10 11:01:43,542 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:43,542 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 15552
2014-04-10 11:01:43,559 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job_1397145675630_0002_1.jhist is closed by DFSClient_NONMAPREDUCE_699932418_1
2014-04-10 11:01:43,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:43,580 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:01:43,595 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741853_1029 src: /127.0.0.1:54294 dest: /127.0.0.1:50911
2014-04-10 11:01:43,596 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741853_1029 src: /127.0.0.1:39764 dest: /127.0.0.1:37218
2014-04-10 11:01:43,598 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741853_1029 src: /127.0.0.1:52490 dest: /127.0.0.1:36156
2014-04-10 11:01:43,602 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52490, dest: /127.0.0.1:36156, bytes: 417, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_699932418_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741853_1029, duration: 2587831
2014-04-10 11:01:43,602 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741853_1029, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:43,602 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:01:43,603 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39764, dest: /127.0.0.1:37218, bytes: 417, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_699932418_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741853_1029, duration: 3355788
2014-04-10 11:01:43,603 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:43,603 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:01:43,604 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54294, dest: /127.0.0.1:50911, bytes: 417, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_699932418_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741853_1029, duration: 4219630
2014-04-10 11:01:43,604 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:43,604 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:01:43,617 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002.summary_tmp is closed by DFSClient_NONMAPREDUCE_699932418_1
2014-04-10 11:01:43,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:43,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job_1397145675630_0002_1.jhist dst=null perm=null
2014-04-10 11:01:43,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002-1397145694173-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F4DB74DE742AF4984-1397145703519-5-0-SUCCEEDED-default-1397145696895.jhist_tmp dst=null perm=null
2014-04-10 11:01:43,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job_1397145675630_0002_1.jhist dst=null perm=null
2014-04-10 11:01:43,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002-1397145694173-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F4DB74DE742AF4984-1397145703519-5-0-SUCCEEDED-default-1397145696895.jhist_tmp dst=null perm=null
2014-04-10 11:01:43,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job_1397145675630_0002_1.jhist dst=null perm=null
2014-04-10 11:01:43,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002-1397145694173-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F4DB74DE742AF4984-1397145703519-5-0-SUCCEEDED-default-1397145696895.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:43,679 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52491, bytes: 55052, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_699932418_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741852_1028, duration: 306677
2014-04-10 11:01:43,682 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002-1397145694173-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F4DB74DE742AF4984-1397145703519-5-0-SUCCEEDED-default-1397145696895.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:01:43,695 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741854_1030 src: /127.0.0.1:39767 dest: /127.0.0.1:37218
2014-04-10 11:01:43,696 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741854_1030 src: /127.0.0.1:54299 dest: /127.0.0.1:50911
2014-04-10 11:01:43,697 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741854_1030 src: /127.0.0.1:52494 dest: /127.0.0.1:36156
2014-04-10 11:01:43,701 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52494, dest: /127.0.0.1:36156, bytes: 54624, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_699932418_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741854_1030, duration: 2942644
2014-04-10 11:01:43,702 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741854_1030, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:43,702 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:43,703 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54299, dest: /127.0.0.1:50911, bytes: 54624, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_699932418_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741854_1030, duration: 3813978
2014-04-10 11:01:43,703 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:43,703 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:43,704 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39767, dest: /127.0.0.1:37218, bytes: 54624, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_699932418_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741854_1030, duration: 4737312
2014-04-10 11:01:43,704 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:43,704 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:43,717 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002-1397145694173-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F4DB74DE742AF4984-1397145703519-5-0-SUCCEEDED-default-1397145696895.jhist_tmp is closed by DFSClient_NONMAPREDUCE_699932418_1
2014-04-10 11:01:43,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002-1397145694173-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F4DB74DE742AF4984-1397145703519-5-0-SUCCEEDED-default-1397145696895.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:43,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job_1397145675630_0002_1_conf.xml dst=null perm=null
2014-04-10 11:01:43,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002_conf.xml_tmp dst=null perm=null
2014-04-10 11:01:43,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job_1397145675630_0002_1_conf.xml dst=null perm=null
2014-04-10 11:01:43,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002_conf.xml_tmp dst=null perm=null
2014-04-10 11:01:43,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002/job_1397145675630_0002_1_conf.xml dst=null perm=null
2014-04-10 11:01:43,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:43,762 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54301, bytes: 94821, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_699932418_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741846_1022, duration: 443836
2014-04-10 11:01:43,766 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:01:43,787 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741855_1031 src: /127.0.0.1:39771 dest: /127.0.0.1:37218
2014-04-10 11:01:43,788 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741855_1031 src: /127.0.0.1:48115 dest: /127.0.0.1:53749
2014-04-10 11:01:43,789 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741855_1031 src: /127.0.0.1:54304 dest: /127.0.0.1:50911
2014-04-10 11:01:43,793 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54304, dest: /127.0.0.1:50911, bytes: 94085, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_699932418_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741855_1031, duration: 2553504
2014-04-10 11:01:43,793 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741855_1031, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:43,794 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:01:43,794 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48115, dest: /127.0.0.1:53749, bytes: 94085, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_699932418_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741855_1031, duration: 3408872
2014-04-10 11:01:43,794 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:43,794 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:01:43,794 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39771, dest: /127.0.0.1:37218, bytes: 94085, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_699932418_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741855_1031, duration: 4081799
2014-04-10 11:01:43,795 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:43,795 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:01:43,809 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_699932418_1
2014-04-10 11:01:43,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:43,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:43,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:43,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002-1397145694173-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F4DB74DE742AF4984-1397145703519-5-0-SUCCEEDED-default-1397145696895.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002-1397145694173-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F4DB74DE742AF4984-1397145703519-5-0-SUCCEEDED-default-1397145696895.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:43,884 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0002_000001 with final state: FINISHING
2014-04-10 11:01:43,885 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0002_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:01:43,885 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0002 with final state: FINISHING
2014-04-10 11:01:43,885 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0002 State change from RUNNING to FINAL_SAVING
2014-04-10 11:01:43,885 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0002
2014-04-10 11:01:43,886 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0002_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:01:43,886 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0002 State change from FINAL_SAVING to FINISHING
2014-04-10 11:01:43,973 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:01:43,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:01:43,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:01:43,980 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0002 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002-1397145694173-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F4DB74DE742AF4984-1397145703519-5-0-SUCCEEDED-default-1397145696895.jhist
2014-04-10 11:01:43,981 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002-1397145694173-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F4DB74DE742AF4984-1397145703519-5-0-SUCCEEDED-default-1397145696895.jhist]
2014-04-10 11:01:43,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002-1397145694173-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F4DB74DE742AF4984-1397145703519-5-0-SUCCEEDED-default-1397145696895.jhist dst=null perm=null
2014-04-10 11:01:43,985 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54306, bytes: 55052, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741854_1030, duration: 310529
2014-04-10 11:01:44,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002.summary dst=null perm=null
2014-04-10 11:01:44,045 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54306, bytes: 421, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741853_1029, duration: 161398
2014-04-10 11:01:44,045 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0002,submitTime=1397145694173,launchTime=1397145696895,firstMapTaskLaunchTime=1397145699082,firstReduceTaskLaunchTime=0,finishTime=1397145703519,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=20,reduceSlotSeconds=0,jobName=[8678A5FCBAB142188A10DDB92D8CE15B/4DB74DE742AF4984A45C74314ECFB925] upper1*upper2*lower/(2/2)
2014-04-10 11:01:44,045 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002.summary]
2014-04-10 11:01:44,059 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741853_1029 127.0.0.1:50911 127.0.0.1:37218 127.0.0.1:36156
2014-04-10 11:01:44,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002.summary dst=null perm=null
2014-04-10 11:01:44,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:01:44,064 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002-1397145694173-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F4DB74DE742AF4984-1397145703519-5-0-SUCCEEDED-default-1397145696895.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0002-1397145694173-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F4DB74DE742AF4984-1397145703519-5-0-SUCCEEDED-default-1397145696895.jhist
2014-04-10 11:01:44,067 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0002_01_000006
2014-04-10 11:01:44,068 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0002_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:01:44,068 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0002_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:01:44,068 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000006
2014-04-10 11:01:44,068 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0002_01_000006 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:01:44,069 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:01:44,069 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0002_01_000006, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:44,069 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:44,069 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:01:44,069 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0002_000001 released container container_1397145675630_0002_01_000006 on node: host: localhost:41546 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:01:44,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002-1397145694173-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F4DB74DE742AF4984-1397145703519-5-0-SUCCEEDED-default-1397145696895.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0002-1397145694173-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F4DB74DE742AF4984-1397145703519-5-0-SUCCEEDED-default-1397145696895.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:44,076 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0002_conf.xml
2014-04-10 11:01:44,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0002_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0002_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:44,112 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [upper1*upper2*lower] starting step: (1/2) ...rm/joinaroundjoinleftmost
2014-04-10 11:01:44,128 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:01:44,132 INFO hs.JobHistory (JobHistory.java:run(198)) - History Cleaner started
2014-04-10 11:01:44,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2014-04-10 11:01:44,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done/2014 dst=null perm=null
2014-04-10 11:01:44,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done/2014/04 dst=null perm=null
2014-04-10 11:01:44,135 INFO hs.JobHistory (JobHistory.java:run(204)) - History Cleaner complete
2014-04-10 11:01:44,137 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:01:44,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost dst=null perm=null
2014-04-10 11:01:44,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:01:44,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:01:44,142 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 3
2014-04-10 11:01:44,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003 dst=null perm=null
2014-04-10 11:01:44,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:01:44,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:01:44,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.jar dst=null perm=null
2014-04-10 11:01:44,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:44,198 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:01:44,211 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741856_1032 src: /127.0.0.1:54307 dest: /127.0.0.1:50911
2014-04-10 11:01:44,213 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741856_1032 src: /127.0.0.1:52502 dest: /127.0.0.1:36156
2014-04-10 11:01:44,214 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741856_1032 src: /127.0.0.1:48121 dest: /127.0.0.1:53749
2014-04-10 11:01:44,221 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48121, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741856_1032, duration: 5937875
2014-04-10 11:01:44,221 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741856_1032, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:44,222 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:01:44,222 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52502, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741856_1032, duration: 6680469
2014-04-10 11:01:44,223 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:44,223 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:01:44,223 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54307, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741856_1032, duration: 6008928
2014-04-10 11:01:44,224 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:44,224 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:01:44,242 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:01:44,244 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.jar
2014-04-10 11:01:44,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.jar dst=null perm=null
2014-04-10 11:01:44,270 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0002_01_000003
2014-04-10 11:01:44,271 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0002_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:01:44,271 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0002_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:01:44,271 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000003
2014-04-10 11:01:44,271 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0002_01_000003 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:01:44,271 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:01:44,272 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0002_01_000003, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:44,272 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:44,272 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:01:44,272 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0002_000001 released container container_1397145675630_0002_01_000003 on node: host: localhost:55857 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:01:44,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:44,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:44,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:44,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:44,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:01:44,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:01:44,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:01:44,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:01:44,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:01:44,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:44,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:44,290 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:01:44,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:44,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:44,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:44,327 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.split
2014-04-10 11:01:44,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.split dst=null perm=null
2014-04-10 11:01:44,345 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:01:44,419 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741857_1033 src: /127.0.0.1:48123 dest: /127.0.0.1:53749
2014-04-10 11:01:44,421 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741857_1033 src: /127.0.0.1:54312 dest: /127.0.0.1:50911
2014-04-10 11:01:44,422 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741857_1033 src: /127.0.0.1:39782 dest: /127.0.0.1:37218
2014-04-10 11:01:44,422 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741857_1033 src: /127.0.0.1:52508 dest: /127.0.0.1:36156
2014-04-10 11:01:44,426 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52508, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741857_1033, duration: 2722339
2014-04-10 11:01:44,426 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741857_1033, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:44,426 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:44,427 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39782, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741857_1033, duration: 3590847
2014-04-10 11:01:44,427 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:44,427 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:44,427 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54312, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741857_1033, duration: 4042503
2014-04-10 11:01:44,427 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:44,427 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:44,428 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48123, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741857_1033, duration: 4442259
2014-04-10 11:01:44,428 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:01:44,428 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:44,459 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:01:44,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:44,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:44,495 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:01:44,511 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741858_1034 src: /127.0.0.1:39784 dest: /127.0.0.1:37218
2014-04-10 11:01:44,512 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741858_1034 src: /127.0.0.1:48128 dest: /127.0.0.1:53749
2014-04-10 11:01:44,513 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741858_1034 src: /127.0.0.1:54317 dest: /127.0.0.1:50911
2014-04-10 11:01:44,516 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54317, dest: /127.0.0.1:50911, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741858_1034, duration: 1812584
2014-04-10 11:01:44,517 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741858_1034, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:44,517 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:44,517 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48128, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741858_1034, duration: 2525876
2014-04-10 11:01:44,517 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:44,518 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:44,518 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39784, dest: /127.0.0.1:37218, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741858_1034, duration: 3256154
2014-04-10 11:01:44,518 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:44,519 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:44,534 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:01:44,535 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:01:44,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:44,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:44,599 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:01:44,619 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741859_1035 src: /127.0.0.1:39788 dest: /127.0.0.1:37218
2014-04-10 11:01:44,620 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741859_1035 src: /127.0.0.1:48132 dest: /127.0.0.1:53749
2014-04-10 11:01:44,622 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741859_1035 src: /127.0.0.1:54321 dest: /127.0.0.1:50911
2014-04-10 11:01:44,626 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54321, dest: /127.0.0.1:50911, bytes: 82335, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741859_1035, duration: 3300304
2014-04-10 11:01:44,627 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741859_1035, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:44,627 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:01:44,627 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48132, dest: /127.0.0.1:53749, bytes: 82335, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741859_1035, duration: 4190174
2014-04-10 11:01:44,627 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:44,628 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:01:44,628 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39788, dest: /127.0.0.1:37218, bytes: 82335, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741859_1035, duration: 4812310
2014-04-10 11:01:44,628 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:44,629 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:01:44,642 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:01:44,643 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0003
2014-04-10 11:01:44,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003 dst=null perm=null
2014-04-10 11:01:44,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.xml dst=null perm=null
2014-04-10 11:01:44,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.xml dst=null perm=null
2014-04-10 11:01:44,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.jar dst=null perm=null
2014-04-10 11:01:44,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.jar dst=null perm=null
2014-04-10 11:01:44,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.split dst=null perm=null
2014-04-10 11:01:44,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.split dst=null perm=null
2014-04-10 11:01:44,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:44,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:44,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:44,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:44,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:44,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:44,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:44,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:44,704 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 3 submitted by user brock
2014-04-10 11:01:44,704 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0003
2014-04-10 11:01:44,704 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0003 State change from NEW to NEW_SAVING
2014-04-10 11:01:44,704 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0003
2014-04-10 11:01:44,704 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0003
2014-04-10 11:01:44,705 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0003 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:01:44,706 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0003_000001
2014-04-10 11:01:44,706 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0003_000001 State change from NEW to SUBMITTED
2014-04-10 11:01:44,706 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0003 from user: brock activated in queue: default
2014-04-10 11:01:44,707 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0003 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:01:44,707 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0003 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:01:44,707 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0003_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:01:44,707 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0003
2014-04-10 11:01:44,708 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0003_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:01:44,708 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0003 State change from SUBMITTED to ACCEPTED
2014-04-10 11:01:44,710 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0003/
2014-04-10 11:01:44,711 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [upper1*upper2*lower] submitted hadoop job: job_1397145675630_0003
2014-04-10 11:01:44,711 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [upper1*upper2*lower] tracking url: http://localhost:33250/proxy/application_1397145675630_0003/
2014-04-10 11:01:44,901 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741842_1018 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:01:44,901 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741843_1019 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:01:44,902 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741844_1020 127.0.0.1:50911 127.0.0.1:37218 127.0.0.1:36156
2014-04-10 11:01:44,902 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741845_1021 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:01:44,902 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741852_1028 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:50911
2014-04-10 11:01:44,902 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741846_1022 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:50911
2014-04-10 11:01:44,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0002 dst=null perm=null
2014-04-10 11:01:45,070 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0003_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:01:45,071 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000001
2014-04-10 11:01:45,071 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0003_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:01:45,071 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0003 container=Container: [ContainerId: container_1397145675630_0003_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0003_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:45,072 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:01:45,072 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0003_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:01:45,072 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:45,073 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0003 AttemptId: appattempt_1397145675630_0003_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0003_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ]
2014-04-10 11:01:45,073 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0003_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:01:45,073 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0003_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:01:45,074 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0003_000001
2014-04-10 11:01:45,075 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0003_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] for AM appattempt_1397145675630_0003_000001
2014-04-10 11:01:45,075 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0003_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:01:45,079 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0003_000001 (auth:SIMPLE)
2014-04-10 11:01:45,082 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0003_01_000001 by user brock
2014-04-10 11:01:45,083 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0003
2014-04-10 11:01:45,083 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000001
2014-04-10 11:01:45,083 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0003 transitioned from NEW to INITING
2014-04-10 11:01:45,084 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0003_01_000001 to application application_1397145675630_0003
2014-04-10 11:01:45,085 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0003 transitioned from INITING to RUNNING
2014-04-10 11:01:45,085 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0003_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] for AM appattempt_1397145675630_0003_000001
2014-04-10 11:01:45,085 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:01:45,086 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0003_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:01:45,086 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0003
2014-04-10 11:01:45,086 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:01:45,086 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:01:45,086 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:01:45,087 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:01:45,087 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0003_01_000001
2014-04-10 11:01:45,097 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145675630_0003_01_000001.tokens. Credentials list:
2014-04-10 11:01:45,111 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:01:45,172 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145675630_0003_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000001.tokens
2014-04-10 11:01:45,172 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0003
2014-04-10 11:01:45,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.jar dst=null perm=null
2014-04-10 11:01:45,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.jar dst=null perm=null
2014-04-10 11:01:45,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.jar dst=null perm=null
2014-04-10 11:01:45,288 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54325, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1458845394_2208, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741856_1032, duration: 1215680
2014-04-10 11:01:45,301 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:45,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:45,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:45,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:45,315 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39795, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1458845394_2208, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741858_1034, duration: 129499
2014-04-10 11:01:45,325 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0003/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:45,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.split dst=null perm=null
2014-04-10 11:01:45,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.split dst=null perm=null
2014-04-10 11:01:45,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.split dst=null perm=null
2014-04-10 11:01:45,339 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39795, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1458845394_2208, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741857_1033, duration: 120762
2014-04-10 11:01:45,348 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0003/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:45,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.xml dst=null perm=null
2014-04-10 11:01:45,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.xml dst=null perm=null
2014-04-10 11:01:45,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.xml dst=null perm=null
2014-04-10 11:01:45,364 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48140, bytes: 82979, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1458845394_2208, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741859_1035, duration: 248129
2014-04-10 11:01:45,382 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0003/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:45,382 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:01:45,409 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:01:45,409 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:45,469 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000001/default_container_executor.sh]
2014-04-10 11:01:46,069 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0003_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:01:46,095 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:50911 to replicate blk_1073741856_1032 to datanode(s) 127.0.0.1:37218
2014-04-10 11:01:46,095 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073741842_1018, blk_1073741843_1019, blk_1073741845_1021, blk_1073741852_1028]
2014-04-10 11:01:46,095 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073741842_1018, blk_1073741843_1019, blk_1073741844_1020, blk_1073741845_1021, blk_1073741846_1022, blk_1073741852_1028, blk_1073741853_1029]
2014-04-10 11:01:46,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:01:46,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/COMMIT_STARTED dst=null perm=null
2014-04-10 11:01:46,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:01:46,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/COMMIT_FAIL dst=null perm=null
2014-04-10 11:01:46,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003 dst=null perm=null
2014-04-10 11:01:46,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:01:46,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:01:46,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:46,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:46,979 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48145, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-22537223_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741858_1034, duration: 183572
2014-04-10 11:01:47,396 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741842 for deletion
2014-04-10 11:01:47,396 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741843 for deletion
2014-04-10 11:01:47,396 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741842
2014-04-10 11:01:47,396 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741844 for deletion
2014-04-10 11:01:47,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741843
2014-04-10 11:01:47,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741845 for deletion
2014-04-10 11:01:47,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741844
2014-04-10 11:01:47,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741846_1022 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741846 for deletion
2014-04-10 11:01:47,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741845
2014-04-10 11:01:47,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741852 for deletion
2014-04-10 11:01:47,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741846_1022 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741846
2014-04-10 11:01:47,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741853 for deletion
2014-04-10 11:01:47,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741852
2014-04-10 11:01:47,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741853
2014-04-10 11:01:47,410 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741857_1033
2014-04-10 11:01:47,411 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741848_1024
2014-04-10 11:01:47,412 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741856_1032
2014-04-10 11:01:47,412 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741849_1025
2014-04-10 11:01:47,412 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741851_1027
2014-04-10 11:01:47,413 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741854_1030
2014-04-10 11:01:47,649 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0003_000001 (auth:SIMPLE)
2014-04-10 11:01:47,650 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0003_000001
2014-04-10 11:01:47,651 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0003 APPATTEMPTID=appattempt_1397145675630_0003_000001
2014-04-10 11:01:47,651 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0003_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:01:47,651 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0003 State change from ACCEPTED to RUNNING
2014-04-10 11:01:47,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741842 for deletion
2014-04-10 11:01:47,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741843 for deletion
2014-04-10 11:01:47,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741842
2014-04-10 11:01:47,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741845 for deletion
2014-04-10 11:01:47,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741843
2014-04-10 11:01:47,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741852 for deletion
2014-04-10 11:01:47,658 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741845
2014-04-10 11:01:47,658 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741852
2014-04-10 11:01:47,706 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741849_1025
2014-04-10 11:01:47,706 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741848_1024
2014-04-10 11:01:47,707 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741855_1031
2014-04-10 11:01:47,707 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741851_1027
2014-04-10 11:01:47,707 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741847_1023
2014-04-10 11:01:47,708 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741858_1034
2014-04-10 11:01:47,708 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741850_1026
2014-04-10 11:01:47,708 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741859_1035
2014-04-10 11:01:47,713 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, infoPort=35739, ipcPort=51987, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073741856_1032 to 127.0.0.1:37218
2014-04-10 11:01:47,714 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741856_1032 src: /127.0.0.1:39806 dest: /127.0.0.1:37218
2014-04-10 11:01:47,714 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073741856_1032 (numBytes=244650) to 127.0.0.1/127.0.0.1:37218
2014-04-10 11:01:47,715 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073741856_1032 src: /127.0.0.1:39806 dest: /127.0.0.1:37218 of size 244650
2014-04-10 11:01:47,715 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741856_1032 size 244650
2014-04-10 11:01:47,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job_1397145675630_0003_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:47,736 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741852_1028
2014-04-10 11:01:47,736 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741857_1033
2014-04-10 11:01:47,737 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741854_1030
2014-04-10 11:01:47,737 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741848_1024
2014-04-10 11:01:47,737 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741858_1034
2014-04-10 11:01:47,737 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741847_1023
2014-04-10 11:01:47,738 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741855_1031
2014-04-10 11:01:47,738 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741850_1026
2014-04-10 11:01:47,738 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741851_1027
2014-04-10 11:01:47,740 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741856_1032
2014-04-10 11:01:47,740 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741859_1035
2014-04-10 11:01:47,740 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741853_1029
2014-04-10 11:01:47,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:01:47,747 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741857_1033
2014-04-10 11:01:47,747 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741858_1034
2014-04-10 11:01:47,748 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741847_1023
2014-04-10 11:01:47,749 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741855_1031
2014-04-10 11:01:47,749 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741853_1029
2014-04-10 11:01:47,749 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741850_1026
2014-04-10 11:01:47,749 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741849_1025
2014-04-10 11:01:47,750 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741854_1030
2014-04-10 11:01:47,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job_1397145675630_0003_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:47,876 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job_1397145675630_0003_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:01:47,909 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741856_1032
2014-04-10 11:01:47,909 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741857_1033
2014-04-10 11:01:47,914 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741860_1036 src: /127.0.0.1:39807 dest: /127.0.0.1:37218
2014-04-10 11:01:47,916 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741860_1036 src: /127.0.0.1:48151 dest: /127.0.0.1:53749
2014-04-10 11:01:47,917 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741860_1036 src: /127.0.0.1:54340 dest: /127.0.0.1:50911
2014-04-10 11:01:47,925 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54340, dest: /127.0.0.1:50911, bytes: 96246, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-22537223_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741860_1036, duration: 7124383
2014-04-10 11:01:47,926 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741860_1036, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:47,926 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:47,926 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48151, dest: /127.0.0.1:53749, bytes: 96246, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-22537223_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741860_1036, duration: 7704366
2014-04-10 11:01:47,927 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:47,927 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:47,927 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39807, dest: /127.0.0.1:37218, bytes: 96246, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-22537223_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741860_1036, duration: 8534072
2014-04-10 11:01:47,927 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:47,928 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:47,942 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job_1397145675630_0003_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-22537223_1
2014-04-10 11:01:47,950 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741856_1032
2014-04-10 11:01:47,951 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741860_1036
2014-04-10 11:01:48,150 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741859_1035
2014-04-10 11:01:49,070 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0003_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:01:49,070 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000002
2014-04-10 11:01:49,071 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0003_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:01:49,071 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0003 container=Container: [ContainerId: container_1397145675630_0003_01_000002, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0003_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:49,071 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:01:49,072 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:49,072 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0003_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:01:49,073 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000003
2014-04-10 11:01:49,073 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0003_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:01:49,073 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0003 container=Container: [ContainerId: container_1397145675630_0003_01_000003, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0003_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:49,073 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:01:49,074 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:49,095 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073741842_1018, blk_1073741843_1019, blk_1073741844_1020, blk_1073741845_1021, blk_1073741846_1022, blk_1073741853_1029]
2014-04-10 11:01:49,096 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073741842_1018, blk_1073741843_1019, blk_1073741844_1020, blk_1073741846_1022, blk_1073741852_1028, blk_1073741853_1029]
2014-04-10 11:01:49,273 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0003_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:01:49,273 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000004
2014-04-10 11:01:49,273 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0003_01_000004 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:01:49,274 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0003 container=Container: [ContainerId: container_1397145675630_0003_01_000004, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0003_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:49,274 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:01:49,274 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:49,275 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0003_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:01:49,275 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000005
2014-04-10 11:01:49,275 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0003_01_000005 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:01:49,276 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0003 container=Container: [ContainerId: container_1397145675630_0003_01_000005, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0003_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:49,276 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:01:49,276 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:49,277 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0003_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:01:49,277 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000006
2014-04-10 11:01:49,277 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0003_01_000006 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:01:49,278 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0003 container=Container: [ContainerId: container_1397145675630_0003_01_000006, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0003_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:49,278 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:01:49,278 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:49,685 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0003_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:01:49,685 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0003_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:01:49,686 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0003_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:01:49,686 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0003_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:01:49,686 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0003_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:01:49,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.jar dst=null perm=null
2014-04-10 11:01:49,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.jar dst=null perm=null
2014-04-10 11:01:49,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.xml dst=null perm=null
2014-04-10 11:01:49,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.xml dst=null perm=null
2014-04-10 11:01:49,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:49,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:49,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:49,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:49,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:49,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:49,830 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0003_000001 (auth:SIMPLE)
2014-04-10 11:01:49,830 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0003_000001 (auth:SIMPLE)
2014-04-10 11:01:49,835 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0003_01_000002 by user brock
2014-04-10 11:01:49,835 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000002
2014-04-10 11:01:49,835 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0003_01_000002 to application application_1397145675630_0003
2014-04-10 11:01:49,835 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0003_01_000003 by user brock
2014-04-10 11:01:49,836 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0003_01_000004 by user brock
2014-04-10 11:01:49,836 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0003_01_000005 by user brock
2014-04-10 11:01:49,836 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0003
2014-04-10 11:01:49,836 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0003_01_000006 by user brock
2014-04-10 11:01:49,836 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000003
2014-04-10 11:01:49,836 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:01:49,837 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000006
2014-04-10 11:01:49,837 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000004
2014-04-10 11:01:49,837 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0003_01_000005 to application application_1397145675630_0003
2014-04-10 11:01:49,837 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000005
2014-04-10 11:01:49,838 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0003 transitioned from NEW to INITING
2014-04-10 11:01:49,837 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0003
2014-04-10 11:01:49,838 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0003_01_000004 to application application_1397145675630_0003
2014-04-10 11:01:49,838 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0003
2014-04-10 11:01:49,839 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0003_01_000006 to application application_1397145675630_0003
2014-04-10 11:01:49,839 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:01:49,839 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0003 transitioned from INITING to RUNNING
2014-04-10 11:01:49,839 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0003
2014-04-10 11:01:49,840 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:01:49,840 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0003_01_000003 to application application_1397145675630_0003
2014-04-10 11:01:49,840 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:01:49,841 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:01:49,841 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:01:49,841 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0003
2014-04-10 11:01:49,841 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:01:49,841 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0003
2014-04-10 11:01:49,841 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:01:49,842 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0003
2014-04-10 11:01:49,842 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0003
2014-04-10 11:01:49,842 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0003
2014-04-10 11:01:49,842 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:01:49,842 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:01:49,842 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0003
2014-04-10 11:01:49,842 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:01:49,843 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0003
2014-04-10 11:01:49,843 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0003
2014-04-10 11:01:49,843 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:01:49,843 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0003
2014-04-10 11:01:49,843 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:01:49,844 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0003
2014-04-10 11:01:49,844 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0003
2014-04-10 11:01:49,844 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:01:49,844 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0003
2014-04-10 11:01:49,845 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0003_01_000005
2014-04-10 11:01:49,846 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0003_01_000006
2014-04-10 11:01:49,846 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0003_01_000004
2014-04-10 11:01:49,854 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0003_01_000004.tokens. Credentials list:
2014-04-10 11:01:49,855 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0003_01_000005.tokens. Credentials list:
2014-04-10 11:01:49,854 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397145675630_0003_01_000006.tokens. Credentials list:
2014-04-10 11:01:49,866 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:01:49,870 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:01:49,870 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:01:49,871 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:49,871 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:49,932 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0002_01_000001 succeeded
2014-04-10 11:01:49,933 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:01:49,933 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0002_01_000001
2014-04-10 11:01:49,951 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000001
2014-04-10 11:01:49,951 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000001
2014-04-10 11:01:49,952 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000001
2014-04-10 11:01:49,952 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0002/container_1397145675630_0002_01_000001
2014-04-10 11:01:49,953 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000001
2014-04-10 11:01:49,953 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0002_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:01:49,953 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0002_01_000001 from application application_1397145675630_0002
2014-04-10 11:01:49,953 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:49,953 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0002
2014-04-10 11:01:49,958 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000003/default_container_executor.sh]
2014-04-10 11:01:49,958 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000002/default_container_executor.sh]
2014-04-10 11:01:49,961 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0003_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000004.tokens
2014-04-10 11:01:49,961 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0003
2014-04-10 11:01:50,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.jar dst=null perm=null
2014-04-10 11:01:50,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.jar dst=null perm=null
2014-04-10 11:01:50,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.jar dst=null perm=null
2014-04-10 11:01:50,044 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52543, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1858291764_2394, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741856_1032, duration: 434220
2014-04-10 11:01:50,057 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:50,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.xml dst=null perm=null
2014-04-10 11:01:50,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.xml dst=null perm=null
2014-04-10 11:01:50,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.xml dst=null perm=null
2014-04-10 11:01:50,070 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0003_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:01:50,070 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0003_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:01:50,074 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39819, bytes: 82979, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1858291764_2394, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741859_1035, duration: 316648
2014-04-10 11:01:50,085 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:50,085 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:01:50,085 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:01:50,086 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:01:50,105 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:01:50,106 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:50,112 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:01:50,112 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:50,112 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:01:50,112 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:50,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000005/default_container_executor.sh]
2014-04-10 11:01:50,161 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000006/default_container_executor.sh]
2014-04-10 11:01:50,161 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000004/default_container_executor.sh]
2014-04-10 11:01:50,272 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0003_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:01:50,272 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0003_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:01:50,272 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0003_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:01:50,284 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0002_01_000001
2014-04-10 11:01:50,284 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0002_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:01:50,284 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0002_000001
2014-04-10 11:01:50,284 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0002_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:01:50,285 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0002_000001 State change from FINISHING to FINISHED
2014-04-10 11:01:50,285 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0002 CONTAINERID=container_1397145675630_0002_01_000001
2014-04-10 11:01:50,285 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0002 State change from FINISHING to FINISHED
2014-04-10 11:01:50,285 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0002_01_000001 of capacity <memory:2048, vCores:1> on host localhost:43726, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:01:50,285 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:01:50,285 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0002_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:50,285 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:50,285 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:01:50,285 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0002_000001 released container container_1397145675630_0002_01_000001 on node: host: localhost:43726 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:01:50,286 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0002_000001 is done. finalState=FINISHED
2014-04-10 11:01:50,286 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0002 requests cleared
2014-04-10 11:01:50,286 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0002 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:01:50,286 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0002 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:01:50,285 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0002
2014-04-10 11:01:50,286 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0002_000001
2014-04-10 11:01:50,286 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0002,name=[8678A5FCBAB142188A10DDB92D8CE15B/4DB74DE742AF4984A45C74314ECFB925] upper1*upper2*lower/(2/2),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0002/jobhistory/job/job_1397145675630_0002,appMasterHost=localhost.localdomain,startTime=1397145694174,finishTime=1397145703885,finalStatus=SUCCEEDED
2014-04-10 11:01:50,299 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0002_000001 (auth:SIMPLE)
2014-04-10 11:01:50,309 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0002_01_000001
2014-04-10 11:01:50,707 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:01:50,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741842 for deletion
2014-04-10 11:01:50,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741843 for deletion
2014-04-10 11:01:50,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741844 for deletion
2014-04-10 11:01:50,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741846_1022 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741846 for deletion
2014-04-10 11:01:50,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741844
2014-04-10 11:01:50,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741852 for deletion
2014-04-10 11:01:50,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741846_1022 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741846
2014-04-10 11:01:50,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741852
2014-04-10 11:01:50,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741853 for deletion
2014-04-10 11:01:50,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741842
2014-04-10 11:01:50,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741843
2014-04-10 11:01:50,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741853
2014-04-10 11:01:50,734 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741842 for deletion
2014-04-10 11:01:50,735 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741843 for deletion
2014-04-10 11:01:50,735 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741842
2014-04-10 11:01:50,735 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741843
2014-04-10 11:01:50,735 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741844 for deletion
2014-04-10 11:01:50,735 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741845 for deletion
2014-04-10 11:01:50,735 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741844
2014-04-10 11:01:50,735 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741846_1022 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741846 for deletion
2014-04-10 11:01:50,735 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741853 for deletion
2014-04-10 11:01:50,735 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741846_1022 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741846
2014-04-10 11:01:50,735 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741845
2014-04-10 11:01:50,735 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741853
2014-04-10 11:01:51,070 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:01:51,071 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0002
2014-04-10 11:01:51,071 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:01:51,071 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0002, with delay of 10800 seconds
2014-04-10 11:01:51,071 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0002
2014-04-10 11:01:51,072 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0002
2014-04-10 11:01:51,073 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0002
2014-04-10 11:01:51,073 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0002
2014-04-10 11:01:51,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:01:51,272 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:01:51,273 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0002
2014-04-10 11:01:51,273 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0002
2014-04-10 11:01:51,273 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:01:51,273 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0002, with delay of 10800 seconds
2014-04-10 11:01:51,273 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0002
2014-04-10 11:01:51,273 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0002
2014-04-10 11:01:51,274 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0002
2014-04-10 11:01:51,284 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:01:51,285 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0002
2014-04-10 11:01:51,285 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0002
2014-04-10 11:01:51,285 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:01:51,285 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0002, with delay of 10800 seconds
2014-04-10 11:01:51,285 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0002
2014-04-10 11:01:51,286 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0002
2014-04-10 11:01:51,287 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0002
2014-04-10 11:01:51,448 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397145675630_0003_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000006.tokens
2014-04-10 11:01:51,449 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0003
2014-04-10 11:01:51,523 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:01:51,752 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0003_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000005.tokens
2014-04-10 11:01:51,753 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0003
2014-04-10 11:01:52,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.split dst=null perm=null
2014-04-10 11:01:52,743 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741860_1036
2014-04-10 11:01:52,838 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52556, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000001_0_-1177378837_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741857_1033, duration: 193541
2014-04-10 11:01:52,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.split dst=null perm=null
2014-04-10 11:01:52,912 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741860_1036
2014-04-10 11:01:52,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:52,926 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54364, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000001_0_-1177378837_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 167385
2014-04-10 11:01:52,963 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39834, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000002_0_100496583_1, offset: 512, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741857_1033, duration: 193350
2014-04-10 11:01:53,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.split dst=null perm=null
2014-04-10 11:01:53,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:53,028 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48179, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000002_0_100496583_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 189801
2014-04-10 11:01:53,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:53,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.split dst=null perm=null
2014-04-10 11:01:53,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job.split dst=null perm=null
2014-04-10 11:01:53,072 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39838, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000000_0_-800134705_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741857_1033, duration: 189031
2014-04-10 11:01:53,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:53,093 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54371, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000003_0_-1442980230_1, offset: 1024, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741857_1033, duration: 185818
2014-04-10 11:01:53,143 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39841, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000004_0_-712676267_1, offset: 1024, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741857_1033, duration: 193980
2014-04-10 11:01:53,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:53,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:53,154 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52567, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000003_0_-1442980230_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 183068
2014-04-10 11:01:53,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:53,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:53,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:53,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:53,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:53,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:53,239 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54374, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000004_0_-712676267_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 213616
2014-04-10 11:01:53,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00000 dst=null perm=null
2014-04-10 11:01:53,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00000 dst=null perm=null
2014-04-10 11:01:53,246 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39844, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000001_0_-1177378837_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741847_1023, duration: 178183
2014-04-10 11:01:53,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00001 dst=null perm=null
2014-04-10 11:01:53,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00001 dst=null perm=null
2014-04-10 11:01:53,256 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52556, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000001_0_-1177378837_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741851_1027, duration: 181364
2014-04-10 11:01:53,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00002 dst=null perm=null
2014-04-10 11:01:53,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00002 dst=null perm=null
2014-04-10 11:01:53,262 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52556, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000001_0_-1177378837_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741849_1025, duration: 187467
2014-04-10 11:01:53,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00003 dst=null perm=null
2014-04-10 11:01:53,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00003 dst=null perm=null
2014-04-10 11:01:53,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:53,283 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48188, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000001_0_-1177378837_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741850_1026, duration: 211469
2014-04-10 11:01:53,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:53,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:53,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00004 dst=null perm=null
2014-04-10 11:01:53,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00004 dst=null perm=null
2014-04-10 11:01:53,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:53,297 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54377, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000001_0_-1177378837_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741848_1024, duration: 212715
2014-04-10 11:01:53,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:01:53,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:01:53,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:01:53,316 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54377, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000001_0_-1177378837_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 183995
2014-04-10 11:01:53,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00000 dst=null perm=null
2014-04-10 11:01:53,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00000 dst=null perm=null
2014-04-10 11:01:53,323 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48190, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000002_0_100496583_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741847_1023, duration: 232027
2014-04-10 11:01:53,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00001 dst=null perm=null
2014-04-10 11:01:53,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00001 dst=null perm=null
2014-04-10 11:01:53,335 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52573, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000002_0_100496583_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741851_1027, duration: 198088
2014-04-10 11:01:53,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00002 dst=null perm=null
2014-04-10 11:01:53,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00002 dst=null perm=null
2014-04-10 11:01:53,341 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39834, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000002_0_100496583_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741849_1025, duration: 175959
2014-04-10 11:01:53,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00003 dst=null perm=null
2014-04-10 11:01:53,343 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000001_0/part-00001. BP-2026122021-127.0.0.1-1397145659663 blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:01:53,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00003 dst=null perm=null
2014-04-10 11:01:53,346 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48190, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000002_0_100496583_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741850_1026, duration: 175322
2014-04-10 11:01:53,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00004 dst=null perm=null
2014-04-10 11:01:53,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00004 dst=null perm=null
2014-04-10 11:01:53,351 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54380, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000002_0_100496583_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741848_1024, duration: 229353
2014-04-10 11:01:53,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:01:53,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:01:53,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:01:53,364 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52573, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000002_0_100496583_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 182882
2014-04-10 11:01:53,382 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000002_0/part-00002. BP-2026122021-127.0.0.1-1397145659663 blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:01:53,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:53,414 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741861_1037 src: /127.0.0.1:48193 dest: /127.0.0.1:53749
2014-04-10 11:01:53,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:53,428 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741861_1037 src: /127.0.0.1:54383 dest: /127.0.0.1:50911
2014-04-10 11:01:53,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:53,432 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741861_1037 src: /127.0.0.1:52578 dest: /127.0.0.1:36156
2014-04-10 11:01:53,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:53,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:53,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:53,455 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52578, dest: /127.0.0.1:36156, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0003_m_000001_0_-1177378837_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741861_1037, duration: 21379505
2014-04-10 11:01:53,457 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741861_1037, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:53,457 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:01:53,457 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54383, dest: /127.0.0.1:50911, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0003_m_000001_0_-1177378837_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741861_1037, duration: 5226121
2014-04-10 11:01:53,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00000 dst=null perm=null
2014-04-10 11:01:53,457 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:53,458 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741862_1038 src: /127.0.0.1:52576 dest: /127.0.0.1:36156
2014-04-10 11:01:53,458 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:01:53,458 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48193, dest: /127.0.0.1:53749, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0003_m_000001_0_-1177378837_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741861_1037, duration: 9553867
2014-04-10 11:01:53,458 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:53,459 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:01:53,459 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741862_1038 src: /127.0.0.1:54385 dest: /127.0.0.1:50911
2014-04-10 11:01:53,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00000 dst=null perm=null
2014-04-10 11:01:53,463 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741862_1038 src: /127.0.0.1:48198 dest: /127.0.0.1:53749
2014-04-10 11:01:53,468 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48199, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000000_0_-800134705_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741847_1023, duration: 4239869
2014-04-10 11:01:53,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00000 dst=null perm=null
2014-04-10 11:01:53,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00000 dst=null perm=null
2014-04-10 11:01:53,471 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48198, dest: /127.0.0.1:53749, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0003_m_000002_0_100496583_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741862_1038, duration: 6738687
2014-04-10 11:01:53,471 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741862_1038, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:53,472 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:01:53,472 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39857, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000003_0_-1442980230_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741847_1023, duration: 717227
2014-04-10 11:01:53,472 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:01:53,472 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54385, dest: /127.0.0.1:50911, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0003_m_000002_0_100496583_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741862_1038, duration: 4021719
2014-04-10 11:01:53,473 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:53,473 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52576, dest: /127.0.0.1:36156, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0003_m_000002_0_100496583_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741862_1038, duration: 8566275
2014-04-10 11:01:53,473 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:53,473 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:01:53,475 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000001_0/part-00001 is closed by DFSClient_attempt_1397145675630_0003_m_000001_0_-1177378837_1
2014-04-10 11:01:53,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00001 dst=null perm=null
2014-04-10 11:01:53,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00001 dst=null perm=null
2014-04-10 11:01:53,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00001 dst=null perm=null
2014-04-10 11:01:53,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00001 dst=null perm=null
2014-04-10 11:01:53,482 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54389, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000000_0_-800134705_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741851_1027, duration: 204773
2014-04-10 11:01:53,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00002 dst=null perm=null
2014-04-10 11:01:53,484 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52584, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000003_0_-1442980230_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741851_1027, duration: 316609
2014-04-10 11:01:53,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00002 dst=null perm=null
2014-04-10 11:01:53,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00002 dst=null perm=null
2014-04-10 11:01:53,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00002 dst=null perm=null
2014-04-10 11:01:53,488 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39857, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000003_0_-1442980230_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741849_1025, duration: 191499
2014-04-10 11:01:53,489 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48199, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000000_0_-800134705_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741849_1025, duration: 146751
2014-04-10 11:01:53,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00003 dst=null perm=null
2014-04-10 11:01:53,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00003 dst=null perm=null
2014-04-10 11:01:53,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00003 dst=null perm=null
2014-04-10 11:01:53,492 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000002_0/part-00002 is closed by DFSClient_attempt_1397145675630_0003_m_000002_0_100496583_1
2014-04-10 11:01:53,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00003 dst=null perm=null
2014-04-10 11:01:53,494 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54371, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000003_0_-1442980230_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741850_1026, duration: 182285
2014-04-10 11:01:53,494 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54389, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000000_0_-800134705_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741850_1026, duration: 118195
2014-04-10 11:01:53,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00004 dst=null perm=null
2014-04-10 11:01:53,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00004 dst=null perm=null
2014-04-10 11:01:53,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00004 dst=null perm=null
2014-04-10 11:01:53,501 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48203, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000003_0_-1442980230_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741848_1024, duration: 213461
2014-04-10 11:01:53,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00004 dst=null perm=null
2014-04-10 11:01:53,505 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54389, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000000_0_-800134705_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741848_1024, duration: 188003
2014-04-10 11:01:53,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:01:53,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:01:53,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:01:53,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:01:53,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:01:53,515 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39857, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000003_0_-1442980230_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 194523
2014-04-10 11:01:53,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:53,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:01:53,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:53,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:53,524 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52586, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000000_0_-800134705_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 195627
2014-04-10 11:01:53,527 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54389, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000000_0_-800134705_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 194240
2014-04-10 11:01:53,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000001_0 dst=null perm=null
2014-04-10 11:01:53,536 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000003_0/part-00003. BP-2026122021-127.0.0.1-1397145659663 blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:01:53,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000001_0 dst=null perm=null
2014-04-10 11:01:53,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/task_1397145675630_0003_m_000001 dst=null perm=null
2014-04-10 11:01:53,547 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:01:53,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00000 dst=null perm=null
2014-04-10 11:01:53,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00000 dst=null perm=null
2014-04-10 11:01:53,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000002_0 dst=null perm=null
2014-04-10 11:01:53,552 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39841, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000004_0_-712676267_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741847_1023, duration: 176066
2014-04-10 11:01:53,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000002_0 dst=null perm=null
2014-04-10 11:01:53,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/task_1397145675630_0003_m_000002 dst=null perm=null
2014-04-10 11:01:53,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00001 dst=null perm=null
2014-04-10 11:01:53,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00001 dst=null perm=null
2014-04-10 11:01:53,563 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48206, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000004_0_-712676267_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741851_1027, duration: 121503
2014-04-10 11:01:53,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00002 dst=null perm=null
2014-04-10 11:01:53,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00002 dst=null perm=null
2014-04-10 11:01:53,566 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39841, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000004_0_-712676267_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741849_1025, duration: 169244
2014-04-10 11:01:53,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/task_1397145675630_0003_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:01:53,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00003 dst=null perm=null
2014-04-10 11:01:53,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00003 dst=null perm=null
2014-04-10 11:01:53,572 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39841, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000004_0_-712676267_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741850_1026, duration: 173785
2014-04-10 11:01:53,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00004 dst=null perm=null
2014-04-10 11:01:53,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51/part-00004 dst=null perm=null
2014-04-10 11:01:53,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/task_1397145675630_0003_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:01:53,587 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54396, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000004_0_-712676267_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741848_1024, duration: 163652
2014-04-10 11:01:53,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:01:53,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:01:53,595 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741863_1039 src: /127.0.0.1:39862 dest: /127.0.0.1:37218
2014-04-10 11:01:53,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:01:53,599 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741863_1039 src: /127.0.0.1:54397 dest: /127.0.0.1:50911
2014-04-10 11:01:53,601 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741863_1039 src: /127.0.0.1:48210 dest: /127.0.0.1:53749
2014-04-10 11:01:53,602 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54396, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0003_m_000004_0_-712676267_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 363485
2014-04-10 11:01:53,609 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48210, dest: /127.0.0.1:53749, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0003_m_000003_0_-1442980230_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741863_1039, duration: 3937691
2014-04-10 11:01:53,610 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741863_1039, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:53,611 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54397, dest: /127.0.0.1:50911, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0003_m_000003_0_-1442980230_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741863_1039, duration: 5392481
2014-04-10 11:01:53,611 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:53,611 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39862, dest: /127.0.0.1:37218, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0003_m_000003_0_-1442980230_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741863_1039, duration: 6188212
2014-04-10 11:01:53,611 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:53,612 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:01:53,613 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:01:53,613 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:01:53,619 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741864_1040 src: /127.0.0.1:48207 dest: /127.0.0.1:53749
2014-04-10 11:01:53,620 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741864_1040 src: /127.0.0.1:39868 dest: /127.0.0.1:37218
2014-04-10 11:01:53,621 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741864_1040 src: /127.0.0.1:52594 dest: /127.0.0.1:36156
2014-04-10 11:01:53,627 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000003_0/part-00003 is closed by DFSClient_attempt_1397145675630_0003_m_000003_0_-1442980230_1
2014-04-10 11:01:53,634 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0003_01_000003
2014-04-10 11:01:53,634 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000003
2014-04-10 11:01:53,634 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:01:53,634 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0003_01_000003
2014-04-10 11:01:53,635 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0003_01_000004
2014-04-10 11:01:53,636 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000004
2014-04-10 11:01:53,636 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:01:53,636 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0003_01_000004
2014-04-10 11:01:53,637 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52594, dest: /127.0.0.1:36156, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0003_m_000000_0_-800134705_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741864_1040, duration: 15086186
2014-04-10 11:01:53,637 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741864_1040, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:53,637 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39868, dest: /127.0.0.1:37218, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0003_m_000000_0_-800134705_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741864_1040, duration: 13916823
2014-04-10 11:01:53,638 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48207, dest: /127.0.0.1:53749, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0003_m_000000_0_-800134705_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741864_1040, duration: 10872615
2014-04-10 11:01:53,638 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:53,638 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:01:53,639 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:53,640 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:01:53,642 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000004_0/part-00004 is closed by DFSClient_attempt_1397145675630_0003_m_000004_0_-712676267_1
2014-04-10 11:01:53,642 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0003_01_000004 is : 143
2014-04-10 11:01:53,643 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741864_1040 size 24
2014-04-10 11:01:53,645 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0003_01_000003 is : 143
2014-04-10 11:01:53,649 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job_1397145675630_0003_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:01:53,658 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:01:53,659 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000004
2014-04-10 11:01:53,659 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000004
2014-04-10 11:01:53,659 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0003_m_000000_0_-800134705_1
2014-04-10 11:01:53,659 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000004
2014-04-10 11:01:53,659 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000004
2014-04-10 11:01:53,659 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000004
2014-04-10 11:01:53,659 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:01:53,660 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0003_01_000004 from application application_1397145675630_0003
2014-04-10 11:01:53,660 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:53,660 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0003
2014-04-10 11:01:53,663 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:01:53,663 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000003
2014-04-10 11:01:53,663 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000003
2014-04-10 11:01:53,663 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000003
2014-04-10 11:01:53,664 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000003
2014-04-10 11:01:53,664 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000003
2014-04-10 11:01:53,664 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:01:53,664 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0003_01_000003 from application application_1397145675630_0003
2014-04-10 11:01:53,664 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:53,664 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0003
2014-04-10 11:01:53,677 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741865_1041 src: /127.0.0.1:48213 dest: /127.0.0.1:53749
2014-04-10 11:01:53,678 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741865_1041 src: /127.0.0.1:39871 dest: /127.0.0.1:37218
2014-04-10 11:01:53,678 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741865_1041 src: /127.0.0.1:52597 dest: /127.0.0.1:36156
2014-04-10 11:01:53,682 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job_1397145675630_0003_1.jhist for DFSClient_NONMAPREDUCE_-22537223_1
2014-04-10 11:01:53,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000003_0 dst=null perm=null
2014-04-10 11:01:53,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000004_0 dst=null perm=null
2014-04-10 11:01:53,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000004_0 dst=null perm=null
2014-04-10 11:01:53,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/task_1397145675630_0003_m_000004 dst=null perm=null
2014-04-10 11:01:53,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000000_0 dst=null perm=null
2014-04-10 11:01:53,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000000_0 dst=null perm=null
2014-04-10 11:01:53,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/task_1397145675630_0003_m_000000 dst=null perm=null
2014-04-10 11:01:53,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000004_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/task_1397145675630_0003_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:01:53,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/task_1397145675630_0003_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:01:53,764 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0003_01_000006
2014-04-10 11:01:53,764 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000006
2014-04-10 11:01:53,764 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:01:53,764 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0003_01_000006
2014-04-10 11:01:53,764 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0003_01_000004
2014-04-10 11:01:53,765 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0003_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:01:53,765 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0003_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:01:53,765 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000004
2014-04-10 11:01:53,765 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0003_01_000004 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:01:53,765 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:01:53,765 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0003_01_000004, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:53,765 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:53,766 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:01:53,766 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0003_000001 released container container_1397145675630_0003_01_000004 on node: host: localhost:55857 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:01:53,769 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0003_01_000006 is : 143
2014-04-10 11:01:53,778 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:01:53,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000006
2014-04-10 11:01:53,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000006
2014-04-10 11:01:53,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000006
2014-04-10 11:01:53,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000006
2014-04-10 11:01:53,779 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000006
2014-04-10 11:01:53,779 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:01:53,779 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0003_01_000006 from application application_1397145675630_0003
2014-04-10 11:01:53,779 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:53,779 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0003
2014-04-10 11:01:53,781 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0003_01_000002
2014-04-10 11:01:53,781 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000002
2014-04-10 11:01:53,781 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:01:53,781 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0003_01_000002
2014-04-10 11:01:53,782 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0003_01_000003
2014-04-10 11:01:53,782 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0003_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:01:53,782 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0003_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:01:53,782 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000003
2014-04-10 11:01:53,782 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0003_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:01:53,782 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:01:53,783 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0003_01_000003, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:53,783 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:53,783 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:01:53,783 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0003_000001 released container container_1397145675630_0003_01_000003 on node: host: localhost:41546 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:01:53,787 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0003_01_000002 is : 143
2014-04-10 11:01:53,804 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:01:53,805 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000002
2014-04-10 11:01:53,805 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000002
2014-04-10 11:01:53,805 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000002
2014-04-10 11:01:53,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000002
2014-04-10 11:01:53,806 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000002
2014-04-10 11:01:53,806 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:01:53,806 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0003_01_000002 from application application_1397145675630_0003
2014-04-10 11:01:53,807 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:53,807 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0003
2014-04-10 11:01:54,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000003_0 dst=null perm=null
2014-04-10 11:01:54,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/task_1397145675630_0003_m_000003 dst=null perm=null
2014-04-10 11:01:54,765 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0003_01_000006
2014-04-10 11:01:54,766 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0003_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:01:54,766 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0003_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:01:54,766 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000006
2014-04-10 11:01:54,766 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0003_01_000006 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:01:54,766 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:01:54,767 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0003_01_000006, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:54,767 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:54,767 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:01:54,767 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0003_000001 released container container_1397145675630_0003_01_000006 on node: host: localhost:55857 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:01:54,782 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0003_01_000002
2014-04-10 11:01:54,783 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0003_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:01:54,783 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0003_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:01:54,783 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000002
2014-04-10 11:01:54,783 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0003_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:01:54,784 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:01:54,784 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0003_01_000002, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:54,784 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:54,784 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:01:54,784 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0003_000001 released container container_1397145675630_0003_01_000002 on node: host: localhost:41546 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:01:54,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/_temporary/attempt_1397145675630_0003_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/task_1397145675630_0003_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:01:54,854 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0003_01_000005
2014-04-10 11:01:54,854 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000005
2014-04-10 11:01:54,854 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:01:54,854 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0003_01_000005
2014-04-10 11:01:54,860 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0003_01_000005 is : 143
2014-04-10 11:01:54,867 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:01:54,868 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000005
2014-04-10 11:01:54,868 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000005
2014-04-10 11:01:54,868 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000005
2014-04-10 11:01:54,868 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000005
2014-04-10 11:01:54,868 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000005
2014-04-10 11:01:54,868 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:01:54,868 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0003_01_000005 from application application_1397145675630_0003
2014-04-10 11:01:54,868 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:54,868 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0003
2014-04-10 11:01:54,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:54,900 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-22537223_1
2014-04-10 11:01:54,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1 dst=null perm=null
2014-04-10 11:01:54,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost dst=null perm=null
2014-04-10 11:01:54,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost dst=null perm=null
2014-04-10 11:01:54,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/task_1397145675630_0003_m_000000 dst=null perm=null
2014-04-10 11:01:54,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00000 dst=null perm=null
2014-04-10 11:01:54,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/task_1397145675630_0003_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:54,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost dst=null perm=null
2014-04-10 11:01:54,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost dst=null perm=null
2014-04-10 11:01:54,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/task_1397145675630_0003_m_000001 dst=null perm=null
2014-04-10 11:01:54,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00001 dst=null perm=null
2014-04-10 11:01:54,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/task_1397145675630_0003_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:54,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost dst=null perm=null
2014-04-10 11:01:54,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost dst=null perm=null
2014-04-10 11:01:54,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/task_1397145675630_0003_m_000002 dst=null perm=null
2014-04-10 11:01:54,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00002 dst=null perm=null
2014-04-10 11:01:54,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/task_1397145675630_0003_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:54,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost dst=null perm=null
2014-04-10 11:01:54,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost dst=null perm=null
2014-04-10 11:01:54,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/task_1397145675630_0003_m_000003 dst=null perm=null
2014-04-10 11:01:54,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00003 dst=null perm=null
2014-04-10 11:01:55,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/task_1397145675630_0003_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:55,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost dst=null perm=null
2014-04-10 11:01:55,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost dst=null perm=null
2014-04-10 11:01:55,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/task_1397145675630_0003_m_000004 dst=null perm=null
2014-04-10 11:01:55,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00004 dst=null perm=null
2014-04-10 11:01:55,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary/1/task_1397145675630_0003_m_000004/part-00004 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:55,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary dst=null perm=null
2014-04-10 11:01:55,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:55,084 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-22537223_1
2014-04-10 11:01:55,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:55,117 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-22537223_1
2014-04-10 11:01:55,138 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52597, dest: /127.0.0.1:36156, bytes: 54657, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-22537223_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741865_1041, duration: 1459008450
2014-04-10 11:01:55,139 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741865_1041, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:55,140 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39871, dest: /127.0.0.1:37218, bytes: 54657, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-22537223_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741865_1041, duration: 1460108572
2014-04-10 11:01:55,140 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 15579
2014-04-10 11:01:55,140 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:55,141 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48213, dest: /127.0.0.1:53749, bytes: 54657, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-22537223_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741865_1041, duration: 1461079410
2014-04-10 11:01:55,141 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 15579
2014-04-10 11:01:55,141 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:55,142 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 15579
2014-04-10 11:01:55,159 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job_1397145675630_0003_1.jhist is closed by DFSClient_NONMAPREDUCE_-22537223_1
2014-04-10 11:01:55,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:55,179 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:01:55,194 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741866_1042 src: /127.0.0.1:52598 dest: /127.0.0.1:36156
2014-04-10 11:01:55,196 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741866_1042 src: /127.0.0.1:48217 dest: /127.0.0.1:53749
2014-04-10 11:01:55,197 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741866_1042 src: /127.0.0.1:54406 dest: /127.0.0.1:50911
2014-04-10 11:01:55,201 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54406, dest: /127.0.0.1:50911, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-22537223_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741866_1042, duration: 2254472
2014-04-10 11:01:55,201 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741866_1042, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:55,201 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:55,201 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48217, dest: /127.0.0.1:53749, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-22537223_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741866_1042, duration: 2765828
2014-04-10 11:01:55,202 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:55,202 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:55,203 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52598, dest: /127.0.0.1:36156, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-22537223_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741866_1042, duration: 3593912
2014-04-10 11:01:55,203 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:55,203 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:55,217 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003.summary_tmp is closed by DFSClient_NONMAPREDUCE_-22537223_1
2014-04-10 11:01:55,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:55,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job_1397145675630_0003_1.jhist dst=null perm=null
2014-04-10 11:01:55,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003-1397145704704-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F8A163F6BA2B641B6-1397145715118-5-0-SUCCEEDED-default-1397145707660.jhist_tmp dst=null perm=null
2014-04-10 11:01:55,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job_1397145675630_0003_1.jhist dst=null perm=null
2014-04-10 11:01:55,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003-1397145704704-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F8A163F6BA2B641B6-1397145715118-5-0-SUCCEEDED-default-1397145707660.jhist_tmp dst=null perm=null
2014-04-10 11:01:55,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job_1397145675630_0003_1.jhist dst=null perm=null
2014-04-10 11:01:55,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003-1397145704704-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F8A163F6BA2B641B6-1397145715118-5-0-SUCCEEDED-default-1397145707660.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:55,266 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48219, bytes: 55085, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-22537223_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741865_1041, duration: 300839
2014-04-10 11:01:55,269 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003-1397145704704-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F8A163F6BA2B641B6-1397145715118-5-0-SUCCEEDED-default-1397145707660.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:01:55,286 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741867_1043 src: /127.0.0.1:52602 dest: /127.0.0.1:36156
2014-04-10 11:01:55,287 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741867_1043 src: /127.0.0.1:39878 dest: /127.0.0.1:37218
2014-04-10 11:01:55,289 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741867_1043 src: /127.0.0.1:48222 dest: /127.0.0.1:53749
2014-04-10 11:01:55,292 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48222, dest: /127.0.0.1:53749, bytes: 54657, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-22537223_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741867_1043, duration: 2225618
2014-04-10 11:01:55,292 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741867_1043, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:55,293 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39878, dest: /127.0.0.1:37218, bytes: 54657, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-22537223_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741867_1043, duration: 3045448
2014-04-10 11:01:55,293 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:01:55,293 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:55,294 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52602, dest: /127.0.0.1:36156, bytes: 54657, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-22537223_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741867_1043, duration: 3586971
2014-04-10 11:01:55,294 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:01:55,294 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:55,295 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:01:55,309 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003-1397145704704-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F8A163F6BA2B641B6-1397145715118-5-0-SUCCEEDED-default-1397145707660.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-22537223_1
2014-04-10 11:01:55,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003-1397145704704-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F8A163F6BA2B641B6-1397145715118-5-0-SUCCEEDED-default-1397145707660.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:55,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job_1397145675630_0003_1_conf.xml dst=null perm=null
2014-04-10 11:01:55,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003_conf.xml_tmp dst=null perm=null
2014-04-10 11:01:55,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job_1397145675630_0003_1_conf.xml dst=null perm=null
2014-04-10 11:01:55,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003_conf.xml_tmp dst=null perm=null
2014-04-10 11:01:55,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003/job_1397145675630_0003_1_conf.xml dst=null perm=null
2014-04-10 11:01:55,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:55,353 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54411, bytes: 96998, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-22537223_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741860_1036, duration: 427106
2014-04-10 11:01:55,357 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:01:55,369 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741868_1044 src: /127.0.0.1:52606 dest: /127.0.0.1:36156
2014-04-10 11:01:55,371 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741868_1044 src: /127.0.0.1:54413 dest: /127.0.0.1:50911
2014-04-10 11:01:55,372 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741868_1044 src: /127.0.0.1:39883 dest: /127.0.0.1:37218
2014-04-10 11:01:55,376 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39883, dest: /127.0.0.1:37218, bytes: 96246, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-22537223_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741868_1044, duration: 3246469
2014-04-10 11:01:55,377 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741868_1044, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:55,377 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:01:55,377 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54413, dest: /127.0.0.1:50911, bytes: 96246, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-22537223_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741868_1044, duration: 3778869
2014-04-10 11:01:55,377 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:55,378 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:01:55,378 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52606, dest: /127.0.0.1:36156, bytes: 96246, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-22537223_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741868_1044, duration: 4538526
2014-04-10 11:01:55,378 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:55,379 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:01:55,392 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-22537223_1
2014-04-10 11:01:55,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:55,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:55,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:55,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003-1397145704704-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F8A163F6BA2B641B6-1397145715118-5-0-SUCCEEDED-default-1397145707660.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003-1397145704704-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F8A163F6BA2B641B6-1397145715118-5-0-SUCCEEDED-default-1397145707660.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:55,467 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0003_000001 with final state: FINISHING
2014-04-10 11:01:55,468 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0003_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:01:55,468 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0003 with final state: FINISHING
2014-04-10 11:01:55,468 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0003 State change from RUNNING to FINAL_SAVING
2014-04-10 11:01:55,468 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0003
2014-04-10 11:01:55,468 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0003_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:01:55,469 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0003 State change from FINAL_SAVING to FINISHING
2014-04-10 11:01:55,523 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:01:55,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:01:55,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:01:55,530 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0003 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003-1397145704704-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F8A163F6BA2B641B6-1397145715118-5-0-SUCCEEDED-default-1397145707660.jhist
2014-04-10 11:01:55,530 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003-1397145704704-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F8A163F6BA2B641B6-1397145715118-5-0-SUCCEEDED-default-1397145707660.jhist]
2014-04-10 11:01:55,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003-1397145704704-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F8A163F6BA2B641B6-1397145715118-5-0-SUCCEEDED-default-1397145707660.jhist dst=null perm=null
2014-04-10 11:01:55,535 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48229, bytes: 55085, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741867_1043, duration: 294303
2014-04-10 11:01:55,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003.summary dst=null perm=null
2014-04-10 11:01:55,576 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52612, bytes: 450, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741866_1042, duration: 122979
2014-04-10 11:01:55,576 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0003,submitTime=1397145704704,launchTime=1397145707660,firstMapTaskLaunchTime=1397145709845,firstReduceTaskLaunchTime=0,finishTime=1397145715118,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=20,reduceSlotSeconds=0,jobName=[8678A5FCBAB142188A10DDB92D8CE15B/8A163F6BA2B641B68F40DA2640718AFF] upper1*upper2*lower/(1/2) ...rm/joinaroundjoinleftmost
2014-04-10 11:01:55,576 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003.summary]
2014-04-10 11:01:55,592 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741866_1042 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:01:55,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003.summary dst=null perm=null
2014-04-10 11:01:55,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:01:55,595 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003-1397145704704-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F8A163F6BA2B641B6-1397145715118-5-0-SUCCEEDED-default-1397145707660.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0003-1397145704704-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F8A163F6BA2B641B6-1397145715118-5-0-SUCCEEDED-default-1397145707660.jhist
2014-04-10 11:01:55,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003-1397145704704-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F8A163F6BA2B641B6-1397145715118-5-0-SUCCEEDED-default-1397145707660.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0003-1397145704704-brock-%5B8678A5FCBAB142188A10DDB92D8CE15B%2F8A163F6BA2B641B6-1397145715118-5-0-SUCCEEDED-default-1397145707660.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:55,609 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0003_conf.xml
2014-04-10 11:01:55,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0003_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0003_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:01:55,659 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741847_1023 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:01:55,659 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741851_1027 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:01:55,659 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741849_1025 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:36156
2014-04-10 11:01:55,659 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741850_1026 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:50911
2014-04-10 11:01:55,660 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741848_1024 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:53749
2014-04-10 11:01:55,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/4191808620_upper2_C8C99CC6ADB64FE29E97336171810B51 dst=null perm=null
2014-04-10 11:01:55,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost dst=null perm=null
2014-04-10 11:01:55,662 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary
2014-04-10 11:01:55,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/_temporary dst=null perm=null
2014-04-10 11:01:55,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost dst=null perm=null
2014-04-10 11:01:55,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost dst=null perm=null
2014-04-10 11:01:55,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost dst=null perm=null
2014-04-10 11:01:55,684 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:01:55,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00000 dst=null perm=null
2014-04-10 11:01:55,687 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48229, bytes: 28, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741864_1040, duration: 111234
2014-04-10 11:01:55,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00001 dst=null perm=null
2014-04-10 11:01:55,688 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48229, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741861_1037, duration: 98405
2014-04-10 11:01:55,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00002 dst=null perm=null
2014-04-10 11:01:55,690 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52612, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741862_1038, duration: 93052
2014-04-10 11:01:55,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00003 dst=null perm=null
2014-04-10 11:01:55,692 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39888, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741863_1039, duration: 109471
2014-04-10 11:01:55,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00004 dst=null perm=null
2014-04-10 11:01:55,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost dst=null perm=null
2014-04-10 11:01:55,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost dst=null perm=null
2014-04-10 11:01:55,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost dst=null perm=null
2014-04-10 11:01:55,707 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:01:55,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00000 dst=null perm=null
2014-04-10 11:01:55,709 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52612, bytes: 28, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741864_1040, duration: 116619
2014-04-10 11:01:55,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00001 dst=null perm=null
2014-04-10 11:01:55,710 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48229, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741861_1037, duration: 103756
2014-04-10 11:01:55,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00002 dst=null perm=null
2014-04-10 11:01:55,712 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52612, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741862_1038, duration: 96427
2014-04-10 11:01:55,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00003 dst=null perm=null
2014-04-10 11:01:55,713 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39888, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741863_1039, duration: 95033
2014-04-10 11:01:55,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00004 dst=null perm=null
2014-04-10 11:01:55,714 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost
2014-04-10 11:01:55,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost dst=null perm=null
2014-04-10 11:01:55,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost dst=null perm=null
2014-04-10 11:01:55,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost dst=null perm=null
2014-04-10 11:01:55,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost dst=null perm=null
2014-04-10 11:01:55,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00000 dst=null perm=null
2014-04-10 11:01:55,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00000 dst=null perm=null
2014-04-10 11:01:55,718 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52612, bytes: 28, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741864_1040, duration: 109714
2014-04-10 11:01:55,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00001 dst=null perm=null
2014-04-10 11:01:55,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00001 dst=null perm=null
2014-04-10 11:01:55,720 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52612, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741861_1037, duration: 109323
2014-04-10 11:01:55,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00002 dst=null perm=null
2014-04-10 11:01:55,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00002 dst=null perm=null
2014-04-10 11:01:55,722 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52612, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741862_1038, duration: 95820
2014-04-10 11:01:55,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00003 dst=null perm=null
2014-04-10 11:01:55,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00003 dst=null perm=null
2014-04-10 11:01:55,724 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39888, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741863_1039, duration: 106874
2014-04-10 11:01:55,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00004 dst=null perm=null
2014-04-10 11:01:55,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinleftmost/part-00004 dst=null perm=null
2014-04-10 11:01:55,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:01:55,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:01:55,739 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:01:55,739 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:01:55,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 11:01:55,757 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [tail] starting
2014-04-10 11:01:55,758 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [tail] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:01:55,758 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [tail] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:01:55,758 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [tail] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes"]
2014-04-10 11:01:55,758 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [tail] parallel execution is enabled: true
2014-04-10 11:01:55,758 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [tail] starting jobs: 1
2014-04-10 11:01:55,758 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [tail] allocating threads: 1
2014-04-10 11:01:55,759 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [tail] starting step: (1/1) ...ipesplatform/renamedpipes
2014-04-10 11:01:55,771 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:01:55,778 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:01:55,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 11:01:55,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:01:55,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:01:55,782 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 4
2014-04-10 11:01:55,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004 dst=null perm=null
2014-04-10 11:01:55,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:01:55,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:01:55,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.jar dst=null perm=null
2014-04-10 11:01:55,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:55,836 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:01:55,852 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741869_1045 src: /127.0.0.1:52614 dest: /127.0.0.1:36156
2014-04-10 11:01:55,852 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741869_1045 src: /127.0.0.1:39890 dest: /127.0.0.1:37218
2014-04-10 11:01:55,853 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741869_1045 src: /127.0.0.1:54422 dest: /127.0.0.1:50911
2014-04-10 11:01:55,855 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0003_01_000005
2014-04-10 11:01:55,856 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0003_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:01:55,856 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0003_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:01:55,856 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000005
2014-04-10 11:01:55,856 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0003_01_000005 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:01:55,857 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:01:55,857 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0003_01_000005, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:55,857 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:55,858 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:01:55,858 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0003_000001 released container container_1397145675630_0003_01_000005 on node: host: localhost:55857 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:01:55,860 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54422, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741869_1045, duration: 5135172
2014-04-10 11:01:55,860 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741869_1045, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:55,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:55,861 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39890, dest: /127.0.0.1:37218, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741869_1045, duration: 5902868
2014-04-10 11:01:55,861 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:55,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:55,862 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52614, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741869_1045, duration: 7220024
2014-04-10 11:01:55,863 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:55,863 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:01:55,875 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:01:55,876 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.jar
2014-04-10 11:01:55,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.jar dst=null perm=null
2014-04-10 11:01:55,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:55,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:55,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:55,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:55,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:01:55,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:01:55,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:01:55,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:01:55,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:01:55,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:55,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:01:55,922 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:01:55,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:01:55,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:55,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:55,960 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.split
2014-04-10 11:01:55,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.split dst=null perm=null
2014-04-10 11:01:55,977 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:01:55,994 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741870_1046 src: /127.0.0.1:52617 dest: /127.0.0.1:36156
2014-04-10 11:01:55,995 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741870_1046 src: /127.0.0.1:39893 dest: /127.0.0.1:37218
2014-04-10 11:01:55,997 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741870_1046 src: /127.0.0.1:48237 dest: /127.0.0.1:53749
2014-04-10 11:01:55,998 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741870_1046 src: /127.0.0.1:54426 dest: /127.0.0.1:50911
2014-04-10 11:01:56,002 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54426, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741870_1046, duration: 2556714
2014-04-10 11:01:56,002 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741870_1046, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:56,002 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:01:56,002 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48237, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741870_1046, duration: 3219308
2014-04-10 11:01:56,003 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:56,003 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:01:56,003 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39893, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741870_1046, duration: 3899618
2014-04-10 11:01:56,004 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:56,004 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:01:56,004 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52617, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741870_1046, duration: 4620779
2014-04-10 11:01:56,004 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:56,005 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:01:56,025 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:01:56,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:56,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:56,060 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:01:56,077 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741871_1047 src: /127.0.0.1:39896 dest: /127.0.0.1:37218
2014-04-10 11:01:56,078 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741871_1047 src: /127.0.0.1:48240 dest: /127.0.0.1:53749
2014-04-10 11:01:56,079 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741871_1047 src: /127.0.0.1:52624 dest: /127.0.0.1:36156
2014-04-10 11:01:56,082 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52624, dest: /127.0.0.1:36156, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741871_1047, duration: 1950686
2014-04-10 11:01:56,083 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741871_1047, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:56,083 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:01:56,083 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48240, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741871_1047, duration: 1967763
2014-04-10 11:01:56,084 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:56,084 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:01:56,084 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39896, dest: /127.0.0.1:37218, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741871_1047, duration: 2844640
2014-04-10 11:01:56,084 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:56,085 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:01:56,100 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:01:56,101 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:01:56,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:56,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:01:56,151 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:01:56,169 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741872_1048 src: /127.0.0.1:48243 dest: /127.0.0.1:53749
2014-04-10 11:01:56,170 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741872_1048 src: /127.0.0.1:54432 dest: /127.0.0.1:50911
2014-04-10 11:01:56,171 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741872_1048 src: /127.0.0.1:52627 dest: /127.0.0.1:36156
2014-04-10 11:01:56,176 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52627, dest: /127.0.0.1:36156, bytes: 81285, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741872_1048, duration: 2791391
2014-04-10 11:01:56,176 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741872_1048, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:56,176 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:01:56,176 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54432, dest: /127.0.0.1:50911, bytes: 81285, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741872_1048, duration: 3708554
2014-04-10 11:01:56,177 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:56,177 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:01:56,178 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48243, dest: /127.0.0.1:53749, bytes: 81285, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741872_1048, duration: 4338678
2014-04-10 11:01:56,178 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:56,178 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:01:56,192 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:01:56,192 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0004
2014-04-10 11:01:56,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004 dst=null perm=null
2014-04-10 11:01:56,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.xml dst=null perm=null
2014-04-10 11:01:56,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.xml dst=null perm=null
2014-04-10 11:01:56,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.jar dst=null perm=null
2014-04-10 11:01:56,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.jar dst=null perm=null
2014-04-10 11:01:56,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.split dst=null perm=null
2014-04-10 11:01:56,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.split dst=null perm=null
2014-04-10 11:01:56,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:56,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:56,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:56,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:56,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:56,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:56,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:01:56,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:01:56,252 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 4 submitted by user brock
2014-04-10 11:01:56,252 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0004
2014-04-10 11:01:56,252 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0004
2014-04-10 11:01:56,252 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0004
2014-04-10 11:01:56,252 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0004 State change from NEW to NEW_SAVING
2014-04-10 11:01:56,253 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0004 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:01:56,253 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0004_000001
2014-04-10 11:01:56,253 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0004_000001 State change from NEW to SUBMITTED
2014-04-10 11:01:56,254 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0004 from user: brock activated in queue: default
2014-04-10 11:01:56,254 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0004 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:01:56,254 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0004 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:01:56,254 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0004
2014-04-10 11:01:56,254 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0004_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:01:56,255 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0004_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:01:56,256 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0004 State change from SUBMITTED to ACCEPTED
2014-04-10 11:01:56,258 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0004/
2014-04-10 11:01:56,258 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [tail] submitted hadoop job: job_1397145675630_0004
2014-04-10 11:01:56,258 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [tail] tracking url: http://localhost:33250/proxy/application_1397145675630_0004/
2014-04-10 11:01:56,287 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0004_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:01:56,287 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000001
2014-04-10 11:01:56,287 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0004_01_000001 of capacity <memory:2048, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:01:56,288 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0004 container=Container: [ContainerId: container_1397145675630_0004_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0004_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:56,288 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:01:56,288 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0004_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:01:56,288 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:56,289 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0004 AttemptId: appattempt_1397145675630_0004_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0004_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ]
2014-04-10 11:01:56,289 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0004_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:01:56,289 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0004_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:01:56,290 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0004_000001
2014-04-10 11:01:56,291 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0004_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] for AM appattempt_1397145675630_0004_000001
2014-04-10 11:01:56,291 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0004_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:01:56,295 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0004_000001 (auth:SIMPLE)
2014-04-10 11:01:56,298 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0004_01_000001 by user brock
2014-04-10 11:01:56,298 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0004
2014-04-10 11:01:56,299 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000001
2014-04-10 11:01:56,299 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0004 transitioned from NEW to INITING
2014-04-10 11:01:56,299 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0004_01_000001 to application application_1397145675630_0004
2014-04-10 11:01:56,299 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0004 transitioned from INITING to RUNNING
2014-04-10 11:01:56,299 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0004_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] for AM appattempt_1397145675630_0004_000001
2014-04-10 11:01:56,300 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0004_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:01:56,300 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:01:56,300 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0004
2014-04-10 11:01:56,300 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:01:56,301 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:01:56,301 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:01:56,301 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:01:56,301 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0004_01_000001
2014-04-10 11:01:56,311 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145675630_0004_01_000001.tokens. Credentials list:
2014-04-10 11:01:56,325 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:01:56,390 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145675630_0004_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000001.tokens
2014-04-10 11:01:56,391 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0004
2014-04-10 11:01:56,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.jar dst=null perm=null
2014-04-10 11:01:56,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.jar dst=null perm=null
2014-04-10 11:01:56,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.jar dst=null perm=null
2014-04-10 11:01:56,500 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741856_1032 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:01:56,501 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741857_1033 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:37218 127.0.0.1:36156
2014-04-10 11:01:56,501 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741858_1034 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:01:56,501 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741859_1035 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:01:56,501 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741865_1041 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:36156
2014-04-10 11:01:56,501 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741860_1036 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:01:56,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0003 dst=null perm=null
2014-04-10 11:01:56,509 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39888, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1822741905_2778, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741869_1045, duration: 1055795
2014-04-10 11:01:56,534 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:56,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:56,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:56,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:56,560 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39888, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1822741905_2778, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741871_1047, duration: 164657
2014-04-10 11:01:56,569 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0004/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:56,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.split dst=null perm=null
2014-04-10 11:01:56,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.split dst=null perm=null
2014-04-10 11:01:56,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.split dst=null perm=null
2014-04-10 11:01:56,583 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39888, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1822741905_2778, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741870_1046, duration: 294857
2014-04-10 11:01:56,601 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0004/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:56,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.xml dst=null perm=null
2014-04-10 11:01:56,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.xml dst=null perm=null
2014-04-10 11:01:56,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.xml dst=null perm=null
2014-04-10 11:01:56,630 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54437, bytes: 81921, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1822741905_2778, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741872_1048, duration: 462495
2014-04-10 11:01:56,648 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0004/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:01:56,648 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:01:56,684 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:01:56,684 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:01:56,747 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000001/default_container_executor.sh]
2014-04-10 11:01:57,286 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0004_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:01:57,414 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741861_1037
2014-04-10 11:01:57,415 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741872_1048
2014-04-10 11:01:57,415 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741866_1042
2014-04-10 11:01:57,415 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741864_1040
2014-04-10 11:01:57,416 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741862_1038
2014-04-10 11:01:57,416 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741867_1043
2014-04-10 11:01:57,417 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741865_1041
2014-04-10 11:01:57,617 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741869_1045
2014-04-10 11:01:57,753 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741868_1044
2014-04-10 11:01:57,753 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741861_1037
2014-04-10 11:01:57,754 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741866_1042
2014-04-10 11:01:57,754 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741870_1046
2014-04-10 11:01:57,755 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741869_1045
2014-04-10 11:01:57,755 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741863_1039
2014-04-10 11:01:57,756 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741862_1038
2014-04-10 11:01:57,817 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741868_1044
2014-04-10 11:01:57,817 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741871_1047
2014-04-10 11:01:57,818 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741870_1046
2014-04-10 11:01:57,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:01:57,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/COMMIT_STARTED dst=null perm=null
2014-04-10 11:01:57,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:01:57,914 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741863_1039
2014-04-10 11:01:57,915 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741865_1041
2014-04-10 11:01:57,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/COMMIT_FAIL dst=null perm=null
2014-04-10 11:01:57,915 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741871_1047
2014-04-10 11:01:57,916 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741864_1040
2014-04-10 11:01:57,916 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741867_1043
2014-04-10 11:01:57,917 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741862_1038
2014-04-10 11:01:57,917 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741866_1042
2014-04-10 11:01:57,917 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741872_1048
2014-04-10 11:01:57,917 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741861_1037
2014-04-10 11:01:57,918 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741870_1046
2014-04-10 11:01:57,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004 dst=null perm=null
2014-04-10 11:01:57,956 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741872_1048
2014-04-10 11:01:57,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:01:57,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:01:58,096 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:36156 to replicate blk_1073741869_1045 to datanode(s) 127.0.0.1:53749
2014-04-10 11:01:58,097 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073741856_1032, blk_1073741857_1033, blk_1073741858_1034, blk_1073741859_1035, blk_1073741860_1036, blk_1073741847_1023, blk_1073741848_1024, blk_1073741850_1026, blk_1073741866_1042, blk_1073741851_1027]
2014-04-10 11:01:58,097 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073741856_1032, blk_1073741857_1033, blk_1073741858_1034, blk_1073741859_1035, blk_1073741860_1036, blk_1073741847_1023, blk_1073741848_1024, blk_1073741865_1041, blk_1073741849_1025, blk_1073741850_1026, blk_1073741866_1042, blk_1073741851_1027]
2014-04-10 11:01:58,152 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741865_1041
2014-04-10 11:01:58,153 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741867_1043
2014-04-10 11:01:58,155 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741869_1045
2014-04-10 11:01:58,155 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741864_1040
2014-04-10 11:01:58,155 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741871_1047
2014-04-10 11:01:58,155 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741863_1039
2014-04-10 11:01:58,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:58,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:01:58,233 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52633, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1182607465_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741871_1047, duration: 167536
2014-04-10 11:01:58,354 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741868_1044
2014-04-10 11:01:58,355 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741870_1046
2014-04-10 11:01:58,824 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0004_000001 (auth:SIMPLE)
2014-04-10 11:01:58,825 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0004_000001
2014-04-10 11:01:58,826 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0004 APPATTEMPTID=appattempt_1397145675630_0004_000001
2014-04-10 11:01:58,826 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0004_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:01:58,826 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0004 State change from ACCEPTED to RUNNING
2014-04-10 11:01:58,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job_1397145675630_0004_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:58,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:01:58,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job_1397145675630_0004_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:01:59,043 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job_1397145675630_0004_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:01:59,080 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741873_1049 src: /127.0.0.1:48253 dest: /127.0.0.1:53749
2014-04-10 11:01:59,081 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741873_1049 src: /127.0.0.1:54442 dest: /127.0.0.1:50911
2014-04-10 11:01:59,082 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741873_1049 src: /127.0.0.1:39912 dest: /127.0.0.1:37218
2014-04-10 11:01:59,088 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39912, dest: /127.0.0.1:37218, bytes: 95172, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1182607465_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741873_1049, duration: 5556115
2014-04-10 11:01:59,088 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741873_1049, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:01:59,088 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54442, dest: /127.0.0.1:50911, bytes: 95172, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1182607465_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741873_1049, duration: 5924035
2014-04-10 11:01:59,089 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:01:59,089 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:59,089 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48253, dest: /127.0.0.1:53749, bytes: 95172, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1182607465_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741873_1049, duration: 6347393
2014-04-10 11:01:59,089 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:01:59,089 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:01:59,090 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:01:59,108 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job_1397145675630_0004_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1182607465_1
2014-04-10 11:01:59,397 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f9f8649b-8d9e-4d95-b6f1-838fff2526ea, infoPort=40212, ipcPort=55636, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073741869_1045 to 127.0.0.1:53749
2014-04-10 11:01:59,398 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741869_1045 src: /127.0.0.1:48256 dest: /127.0.0.1:53749
2014-04-10 11:01:59,399 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073741869_1045 (numBytes=244650) to 127.0.0.1/127.0.0.1:53749
2014-04-10 11:01:59,401 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073741869_1045 src: /127.0.0.1:48256 dest: /127.0.0.1:53749 of size 244650
2014-04-10 11:01:59,402 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741869_1045 size 244650
2014-04-10 11:01:59,658 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741856 for deletion
2014-04-10 11:01:59,658 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741857_1033 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741857 for deletion
2014-04-10 11:01:59,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741856
2014-04-10 11:01:59,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741857_1033 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741857
2014-04-10 11:01:59,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741858_1034 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741858 for deletion
2014-04-10 11:01:59,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741859_1035 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741859 for deletion
2014-04-10 11:01:59,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741858_1034 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741858
2014-04-10 11:01:59,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741860 for deletion
2014-04-10 11:01:59,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741859_1035 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741859
2014-04-10 11:01:59,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741860
2014-04-10 11:01:59,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741847_1023 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741847 for deletion
2014-04-10 11:01:59,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741848_1024 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741848 for deletion
2014-04-10 11:01:59,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741847_1023 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741847
2014-04-10 11:01:59,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741849_1025 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741849 for deletion
2014-04-10 11:01:59,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741848_1024 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741848
2014-04-10 11:01:59,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741849_1025 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741849
2014-04-10 11:01:59,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741865 for deletion
2014-04-10 11:01:59,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741866_1042 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741866 for deletion
2014-04-10 11:01:59,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741865
2014-04-10 11:01:59,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741850_1026 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741850 for deletion
2014-04-10 11:01:59,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741866_1042 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741866
2014-04-10 11:01:59,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741851 for deletion
2014-04-10 11:01:59,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741850_1026 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741850
2014-04-10 11:01:59,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741851
2014-04-10 11:01:59,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741856 for deletion
2014-04-10 11:01:59,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741857_1033 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741857 for deletion
2014-04-10 11:01:59,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741856
2014-04-10 11:01:59,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741857_1033 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741857
2014-04-10 11:01:59,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741858_1034 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741858 for deletion
2014-04-10 11:01:59,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741859_1035 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741859 for deletion
2014-04-10 11:01:59,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741860 for deletion
2014-04-10 11:01:59,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741847_1023 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741847 for deletion
2014-04-10 11:01:59,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741848_1024 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741848 for deletion
2014-04-10 11:01:59,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741866_1042 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741866 for deletion
2014-04-10 11:01:59,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741850_1026 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741850 for deletion
2014-04-10 11:01:59,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741851 for deletion
2014-04-10 11:01:59,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741858_1034 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741858
2014-04-10 11:01:59,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741859_1035 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741859
2014-04-10 11:01:59,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741860
2014-04-10 11:01:59,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741848_1024 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741848
2014-04-10 11:01:59,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741847_1023 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741847
2014-04-10 11:01:59,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741866_1042 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741866
2014-04-10 11:01:59,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741850_1026 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741850
2014-04-10 11:01:59,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741851
2014-04-10 11:01:59,857 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0004_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:01:59,857 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000002
2014-04-10 11:01:59,857 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0004_01_000002 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:01:59,857 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0004 container=Container: [ContainerId: container_1397145675630_0004_01_000002, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0004_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:59,857 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:01:59,857 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:59,858 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0004_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:01:59,858 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000003
2014-04-10 11:01:59,858 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0004_01_000003 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:01:59,858 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0004 container=Container: [ContainerId: container_1397145675630_0004_01_000003, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0004_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:59,858 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:01:59,858 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:59,858 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0004_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:01:59,858 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000004
2014-04-10 11:01:59,859 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0004_01_000004 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:01:59,859 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0004 container=Container: [ContainerId: container_1397145675630_0004_01_000004, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0004_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:59,859 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:01:59,859 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:59,859 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0004_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:01:59,859 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000005
2014-04-10 11:01:59,859 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0004_01_000005 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:01:59,859 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0004 container=Container: [ContainerId: container_1397145675630_0004_01_000005, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0004_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:01:59,860 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:01:59,860 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:00,288 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0004_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:00,288 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000006
2014-04-10 11:02:00,288 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0004_01_000006 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:02:00,288 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0004 container=Container: [ContainerId: container_1397145675630_0004_01_000006, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0004_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:00,289 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:02:00,289 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:00,865 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0004_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:00,865 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0004_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:00,866 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0004_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:00,866 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0004_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:00,866 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0004_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:00,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.jar dst=null perm=null
2014-04-10 11:02:00,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.jar dst=null perm=null
2014-04-10 11:02:00,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.xml dst=null perm=null
2014-04-10 11:02:00,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.xml dst=null perm=null
2014-04-10 11:02:00,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:00,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:00,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:00,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:00,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:00,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:00,997 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0004_000001 (auth:SIMPLE)
2014-04-10 11:02:00,997 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0004_000001 (auth:SIMPLE)
2014-04-10 11:02:01,002 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0004_01_000002 by user brock
2014-04-10 11:02:01,002 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0004_01_000006 by user brock
2014-04-10 11:02:01,002 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0004
2014-04-10 11:02:01,002 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0004_01_000004 by user brock
2014-04-10 11:02:01,002 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0004_01_000003 by user brock
2014-04-10 11:02:01,002 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0004_01_000005 by user brock
2014-04-10 11:02:01,003 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000004
2014-04-10 11:02:01,003 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0004 transitioned from NEW to INITING
2014-04-10 11:02:01,003 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000002
2014-04-10 11:02:01,003 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0004_01_000006 to application application_1397145675630_0004
2014-04-10 11:02:01,003 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000006
2014-04-10 11:02:01,004 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0004_01_000002 to application application_1397145675630_0004
2014-04-10 11:02:01,003 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000005
2014-04-10 11:02:01,003 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000003
2014-04-10 11:02:01,004 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0004_01_000004 to application application_1397145675630_0004
2014-04-10 11:02:01,004 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:02:01,005 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0004_01_000003 to application application_1397145675630_0004
2014-04-10 11:02:01,005 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0004
2014-04-10 11:02:01,005 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0004_01_000005 to application application_1397145675630_0004
2014-04-10 11:02:01,006 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0004
2014-04-10 11:02:01,006 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:01,006 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0004 transitioned from INITING to RUNNING
2014-04-10 11:02:01,006 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0004
2014-04-10 11:02:01,006 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:02:01,007 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:02:01,007 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:01,007 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:02:01,008 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:02:01,008 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0004
2014-04-10 11:02:01,008 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0004
2014-04-10 11:02:01,008 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:01,008 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0004
2014-04-10 11:02:01,008 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:02:01,009 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:02:01,009 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0004
2014-04-10 11:02:01,009 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0004
2014-04-10 11:02:01,009 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:01,009 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0004
2014-04-10 11:02:01,010 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0004
2014-04-10 11:02:01,010 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0004
2014-04-10 11:02:01,010 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:01,010 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0004
2014-04-10 11:02:01,010 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0004
2014-04-10 11:02:01,010 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0004
2014-04-10 11:02:01,011 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:01,011 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0004
2014-04-10 11:02:01,011 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0004_01_000003
2014-04-10 11:02:01,012 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0004_01_000002
2014-04-10 11:02:01,012 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0004_01_000005
2014-04-10 11:02:01,013 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0004_01_000004
2014-04-10 11:02:01,029 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0004_01_000002.tokens. Credentials list:
2014-04-10 11:02:01,029 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0004_01_000003.tokens. Credentials list:
2014-04-10 11:02:01,029 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0004_01_000005.tokens. Credentials list:
2014-04-10 11:02:01,029 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0004_01_000004.tokens. Credentials list:
2014-04-10 11:02:01,046 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:02:01,047 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:01,047 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:01,097 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073741856_1032, blk_1073741857_1033, blk_1073741858_1034, blk_1073741859_1035, blk_1073741860_1036, blk_1073741847_1023, blk_1073741865_1041, blk_1073741849_1025, blk_1073741850_1026]
2014-04-10 11:02:01,098 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073741856_1032, blk_1073741857_1033, blk_1073741848_1024, blk_1073741865_1041, blk_1073741849_1025, blk_1073741866_1042, blk_1073741851_1027]
2014-04-10 11:02:01,120 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000006/default_container_executor.sh]
2014-04-10 11:02:01,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0004_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000002.tokens
2014-04-10 11:02:01,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0004
2014-04-10 11:02:01,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.jar dst=null perm=null
2014-04-10 11:02:01,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.jar dst=null perm=null
2014-04-10 11:02:01,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.jar dst=null perm=null
2014-04-10 11:02:01,229 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39921, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1327890779_2941, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741869_1045, duration: 549318
2014-04-10 11:02:01,242 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:01,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.xml dst=null perm=null
2014-04-10 11:02:01,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.xml dst=null perm=null
2014-04-10 11:02:01,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.xml dst=null perm=null
2014-04-10 11:02:01,256 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48265, bytes: 81921, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1327890779_2941, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741872_1048, duration: 205989
2014-04-10 11:02:01,265 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:01,265 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:01,265 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:01,265 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:01,265 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:01,287 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0004_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:01,290 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:01,290 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:01,290 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:01,290 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:01,291 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:01,291 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:01,291 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:01,291 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:01,350 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000003/default_container_executor.sh]
2014-04-10 11:02:01,350 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000002/default_container_executor.sh]
2014-04-10 11:02:01,351 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000005/default_container_executor.sh]
2014-04-10 11:02:01,353 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000004/default_container_executor.sh]
2014-04-10 11:02:01,522 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0003_01_000001 succeeded
2014-04-10 11:02:01,522 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:02:01,522 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0003_01_000001
2014-04-10 11:02:01,535 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000001
2014-04-10 11:02:01,535 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000001
2014-04-10 11:02:01,535 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000001
2014-04-10 11:02:01,535 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0003/container_1397145675630_0003_01_000001
2014-04-10 11:02:01,536 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000001
2014-04-10 11:02:01,536 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0003_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:02:01,536 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0003_01_000001 from application application_1397145675630_0003
2014-04-10 11:02:01,536 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:01,536 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0003
2014-04-10 11:02:01,785 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0003_01_000001
2014-04-10 11:02:01,785 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0003_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:01,785 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0003_000001
2014-04-10 11:02:01,785 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0003_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:02:01,785 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0003 CONTAINERID=container_1397145675630_0003_01_000001
2014-04-10 11:02:01,785 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0003_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41546, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:02:01,786 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:02:01,785 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0003_000001 State change from FINISHING to FINISHED
2014-04-10 11:02:01,786 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0003_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:01,786 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:01,786 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:02:01,786 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0003_000001 released container container_1397145675630_0003_01_000001 on node: host: localhost:41546 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:02:01,786 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0003 State change from FINISHING to FINISHED
2014-04-10 11:02:01,786 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0003_000001 is done. finalState=FINISHED
2014-04-10 11:02:01,786 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0003
2014-04-10 11:02:01,786 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0003 requests cleared
2014-04-10 11:02:01,786 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0003,name=[8678A5FCBAB142188A10DDB92D8CE15B/8A163F6BA2B641B68F40DA2640718AFF] upper1*upper2*lower/(1/2) ...rm/joinaroundjoinleftmost,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0003/jobhistory/job/job_1397145675630_0003,appMasterHost=localhost.localdomain,startTime=1397145704704,finishTime=1397145715468,finalStatus=SUCCEEDED
2014-04-10 11:02:01,787 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0003 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:02:01,787 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0003 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:02:01,798 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0003_000001
2014-04-10 11:02:01,801 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0003_000001 (auth:SIMPLE)
2014-04-10 11:02:01,807 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0003_01_000001
2014-04-10 11:02:01,857 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:02:01,857 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0003
2014-04-10 11:02:01,858 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0003
2014-04-10 11:02:01,858 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:02:01,858 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0003
2014-04-10 11:02:01,858 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0003
2014-04-10 11:02:01,858 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0003
2014-04-10 11:02:01,858 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0003, with delay of 10800 seconds
2014-04-10 11:02:01,857 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0004_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:02,534 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:02:02,534 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0004_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:02,534 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0004_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:02,534 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0004_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:02,549 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741856 for deletion
2014-04-10 11:02:02,549 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741857_1033 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741857 for deletion
2014-04-10 11:02:02,549 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741848_1024 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741848 for deletion
2014-04-10 11:02:02,549 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741857_1033 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741857
2014-04-10 11:02:02,549 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741849_1025 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741849 for deletion
2014-04-10 11:02:02,549 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741856
2014-04-10 11:02:02,549 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741865 for deletion
2014-04-10 11:02:02,550 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741848_1024 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741848
2014-04-10 11:02:02,550 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741866_1042 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741866 for deletion
2014-04-10 11:02:02,550 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741849_1025 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741849
2014-04-10 11:02:02,550 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741851 for deletion
2014-04-10 11:02:02,550 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741866_1042 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741866
2014-04-10 11:02:02,550 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741865
2014-04-10 11:02:02,550 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741851
2014-04-10 11:02:02,587 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:02:02,735 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741856 for deletion
2014-04-10 11:02:02,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741857_1033 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741857 for deletion
2014-04-10 11:02:02,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741858_1034 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741858 for deletion
2014-04-10 11:02:02,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741859_1035 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741859 for deletion
2014-04-10 11:02:02,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741860 for deletion
2014-04-10 11:02:02,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741847_1023 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741847 for deletion
2014-04-10 11:02:02,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741849_1025 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741849 for deletion
2014-04-10 11:02:02,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741865 for deletion
2014-04-10 11:02:02,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741850_1026 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741850 for deletion
2014-04-10 11:02:02,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741856
2014-04-10 11:02:02,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741858_1034 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741858
2014-04-10 11:02:02,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741849_1025 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741849
2014-04-10 11:02:02,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741865
2014-04-10 11:02:02,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741857_1033 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741857
2014-04-10 11:02:02,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741859_1035 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741859
2014-04-10 11:02:02,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741860
2014-04-10 11:02:02,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741847_1023 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741847
2014-04-10 11:02:02,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741850_1026 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741850
2014-04-10 11:02:02,751 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0004_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000004.tokens
2014-04-10 11:02:02,751 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0004
2014-04-10 11:02:02,788 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:02:02,789 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0003
2014-04-10 11:02:02,789 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0003
2014-04-10 11:02:02,789 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0003
2014-04-10 11:02:02,789 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:02:02,789 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0003, with delay of 10800 seconds
2014-04-10 11:02:02,789 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0003
2014-04-10 11:02:02,789 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0003
2014-04-10 11:02:02,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:02:02,920 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741873_1049
2014-04-10 11:02:02,958 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741873_1049
2014-04-10 11:02:03,048 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0004_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000005.tokens
2014-04-10 11:02:03,048 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0004
2014-04-10 11:02:03,121 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741869_1045
2014-04-10 11:02:03,265 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:02:03,357 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741873_1049
2014-04-10 11:02:03,659 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0004_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000003.tokens
2014-04-10 11:02:03,660 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0004
2014-04-10 11:02:04,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.split dst=null perm=null
2014-04-10 11:02:04,112 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52663, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0004_m_000004_0_1879099472_1, offset: 1024, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741870_1046, duration: 179858
2014-04-10 11:02:04,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:02:04,185 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54471, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0004_m_000004_0_1879099472_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 190990
2014-04-10 11:02:04,194 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 438 Total time for transactions(ms): 36 Number of transactions batched in Syncs: 4 Number of syncs: 282 SyncTimes(ms): 2835 2237
2014-04-10 11:02:04,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.split dst=null perm=null
2014-04-10 11:02:04,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.split dst=null perm=null
2014-04-10 11:02:04,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:04,254 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52668, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0004_m_000000_0_334622504_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741870_1046, duration: 186221
2014-04-10 11:02:04,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.split dst=null perm=null
2014-04-10 11:02:04,296 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39944, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0004_m_000002_0_-2033838558_1, offset: 512, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741870_1046, duration: 188091
2014-04-10 11:02:04,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job.split dst=null perm=null
2014-04-10 11:02:04,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:02:04,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:04,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:02:04,358 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52674, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0004_m_000002_0_-2033838558_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 176376
2014-04-10 11:02:04,363 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52672, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0004_m_000001_0_463582940_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741870_1046, duration: 189353
2014-04-10 11:02:04,377 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52673, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0004_m_000003_0_-1389651673_1, offset: 1024, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741870_1046, duration: 185989
2014-04-10 11:02:04,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:04,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:04,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:02:04,427 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54481, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0004_m_000001_0_463582940_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 166907
2014-04-10 11:02:04,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:04,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:04,441 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52663, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0004_m_000004_0_1879099472_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 165045
2014-04-10 11:02:04,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:04,475 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000004_0/part-00004 is closed by DFSClient_attempt_1397145675630_0004_m_000004_0_1879099472_1
2014-04-10 11:02:04,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:02:04,481 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39952, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0004_m_000003_0_-1389651673_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 183283
2014-04-10 11:02:04,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:04,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:04,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000004_0 dst=null perm=null
2014-04-10 11:02:04,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:04,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000004_0 dst=null perm=null
2014-04-10 11:02:04,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:04,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/task_1397145675630_0004_m_000004 dst=null perm=null
2014-04-10 11:02:04,558 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54484, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0004_m_000000_0_334622504_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 130534
2014-04-10 11:02:04,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:04,562 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54484, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0004_m_000000_0_334622504_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 157620
2014-04-10 11:02:04,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000004_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/task_1397145675630_0004_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:02:04,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:04,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:04,575 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54485, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0004_m_000002_0_-2033838558_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 175026
2014-04-10 11:02:04,579 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:02:04,603 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000002_0/part-00002. BP-2026122021-127.0.0.1-1397145659663 blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:02:04,633 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0004_01_000006
2014-04-10 11:02:04,633 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000006
2014-04-10 11:02:04,634 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:02:04,634 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0004_01_000006
2014-04-10 11:02:04,642 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741874_1050 src: /127.0.0.1:54486 dest: /127.0.0.1:50911
2014-04-10 11:02:04,644 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741874_1050 src: /127.0.0.1:39957 dest: /127.0.0.1:37218
2014-04-10 11:02:04,645 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741874_1050 src: /127.0.0.1:48301 dest: /127.0.0.1:53749
2014-04-10 11:02:04,652 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job_1397145675630_0004_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:02:04,655 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0004_01_000006 is : 143
2014-04-10 11:02:04,655 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48301, dest: /127.0.0.1:53749, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0004_m_000000_0_334622504_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741874_1050, duration: 9487763
2014-04-10 11:02:04,655 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741874_1050, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:04,656 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:02:04,656 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39957, dest: /127.0.0.1:37218, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0004_m_000000_0_334622504_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741874_1050, duration: 9325942
2014-04-10 11:02:04,656 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:02:04,656 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:04,657 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54486, dest: /127.0.0.1:50911, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0004_m_000000_0_334622504_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741874_1050, duration: 4674048
2014-04-10 11:02:04,657 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:04,657 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:02:04,660 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741875_1051 src: /127.0.0.1:52681 dest: /127.0.0.1:36156
2014-04-10 11:02:04,660 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741875_1051 src: /127.0.0.1:54490 dest: /127.0.0.1:50911
2014-04-10 11:02:04,661 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741875_1051 src: /127.0.0.1:39960 dest: /127.0.0.1:37218
2014-04-10 11:02:04,668 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741876_1052 src: /127.0.0.1:54492 dest: /127.0.0.1:50911
2014-04-10 11:02:04,669 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39960, dest: /127.0.0.1:37218, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0004_m_000002_0_-2033838558_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741875_1051, duration: 6714194
2014-04-10 11:02:04,669 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:02:04,669 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:04,669 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741875_1051, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:04,670 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54490, dest: /127.0.0.1:50911, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0004_m_000002_0_-2033838558_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741875_1051, duration: 7944987
2014-04-10 11:02:04,670 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:04,670 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000006
2014-04-10 11:02:04,671 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000006
2014-04-10 11:02:04,671 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:04,671 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52681, dest: /127.0.0.1:36156, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0004_m_000002_0_-2033838558_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741875_1051, duration: 7929051
2014-04-10 11:02:04,671 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:04,672 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:04,672 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000006
2014-04-10 11:02:04,673 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000006
2014-04-10 11:02:04,673 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000006
2014-04-10 11:02:04,673 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:02:04,673 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0004_01_000006 from application application_1397145675630_0004
2014-04-10 11:02:04,673 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:04,673 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0004
2014-04-10 11:02:04,677 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741876_1052 src: /127.0.0.1:48305 dest: /127.0.0.1:53749
2014-04-10 11:02:04,679 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741876_1052 src: /127.0.0.1:52688 dest: /127.0.0.1:36156
2014-04-10 11:02:04,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:04,682 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job_1397145675630_0004_1.jhist for DFSClient_NONMAPREDUCE_1182607465_1
2014-04-10 11:02:04,683 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0004_m_000000_0_334622504_1
2014-04-10 11:02:04,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:04,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:04,696 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54495, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0004_m_000001_0_463582940_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 227686
2014-04-10 11:02:04,700 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000002_0/part-00002 is closed by DFSClient_attempt_1397145675630_0004_m_000002_0_-2033838558_1
2014-04-10 11:02:04,719 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000001_0/part-00001. BP-2026122021-127.0.0.1-1397145659663 blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:02:04,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000000_0 dst=null perm=null
2014-04-10 11:02:04,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000000_0 dst=null perm=null
2014-04-10 11:02:04,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/task_1397145675630_0004_m_000000 dst=null perm=null
2014-04-10 11:02:04,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:04,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000002_0 dst=null perm=null
2014-04-10 11:02:04,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:04,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:04,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000002_0 dst=null perm=null
2014-04-10 11:02:04,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/task_1397145675630_0004_m_000002 dst=null perm=null
2014-04-10 11:02:04,769 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52673, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0004_m_000003_0_-1389651673_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 137510
2014-04-10 11:02:04,788 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000003_0/part-00003. BP-2026122021-127.0.0.1-1397145659663 blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:02:04,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/task_1397145675630_0004_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:02:04,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/task_1397145675630_0004_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:02:04,864 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741877_1053 src: /127.0.0.1:52690 dest: /127.0.0.1:36156
2014-04-10 11:02:04,876 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741877_1053 src: /127.0.0.1:48310 dest: /127.0.0.1:53749
2014-04-10 11:02:04,883 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741878_1054 src: /127.0.0.1:48309 dest: /127.0.0.1:53749
2014-04-10 11:02:04,883 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741877_1053 src: /127.0.0.1:39968 dest: /127.0.0.1:37218
2014-04-10 11:02:04,884 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741878_1054 src: /127.0.0.1:52694 dest: /127.0.0.1:36156
2014-04-10 11:02:04,890 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0004_01_000002
2014-04-10 11:02:04,890 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000002
2014-04-10 11:02:04,890 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:02:04,890 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0004_01_000002
2014-04-10 11:02:04,892 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741878_1054 src: /127.0.0.1:54501 dest: /127.0.0.1:50911
2014-04-10 11:02:04,894 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:04,895 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39968, dest: /127.0.0.1:37218, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0004_m_000001_0_463582940_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741877_1053, duration: 3465768
2014-04-10 11:02:04,895 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48310, dest: /127.0.0.1:53749, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0004_m_000001_0_463582940_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741877_1053, duration: 5584458
2014-04-10 11:02:04,896 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:04,897 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:04,898 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0004_01_000002 is : 143
2014-04-10 11:02:04,898 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52690, dest: /127.0.0.1:36156, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0004_m_000001_0_463582940_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741877_1053, duration: 8285216
2014-04-10 11:02:04,898 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:04,899 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741877_1053, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:04,901 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:04,905 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54501, dest: /127.0.0.1:50911, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0004_m_000003_0_-1389651673_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741878_1054, duration: 6219824
2014-04-10 11:02:04,905 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741878_1054, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:04,905 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:02:04,905 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52694, dest: /127.0.0.1:36156, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0004_m_000003_0_-1389651673_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741878_1054, duration: 8666769
2014-04-10 11:02:04,905 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:04,906 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48309, dest: /127.0.0.1:53749, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0004_m_000003_0_-1389651673_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741878_1054, duration: 10664030
2014-04-10 11:02:04,906 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:02:04,906 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:04,906 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:02:04,910 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:02:04,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000002
2014-04-10 11:02:04,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000002
2014-04-10 11:02:04,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000002
2014-04-10 11:02:04,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000002
2014-04-10 11:02:04,912 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000002
2014-04-10 11:02:04,912 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:02:04,913 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0004_01_000002 from application application_1397145675630_0004
2014-04-10 11:02:04,913 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:04,913 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0004
2014-04-10 11:02:04,916 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000001_0/part-00001 is closed by DFSClient_attempt_1397145675630_0004_m_000001_0_463582940_1
2014-04-10 11:02:04,917 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0004_01_000004
2014-04-10 11:02:04,917 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000004
2014-04-10 11:02:04,917 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:02:04,917 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0004_01_000002
2014-04-10 11:02:04,917 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0004_01_000004
2014-04-10 11:02:04,917 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0004_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:04,917 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0004_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:02:04,917 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000002
2014-04-10 11:02:04,918 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0004_01_000002 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:02:04,918 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:02:04,918 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0004_01_000002, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:04,918 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:04,918 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:02:04,919 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0004_000001 released container container_1397145675630_0004_01_000002 on node: host: localhost:55857 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:02:04,922 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0004_01_000004 is : 143
2014-04-10 11:02:04,930 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:02:04,931 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000004
2014-04-10 11:02:04,931 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000004
2014-04-10 11:02:04,931 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:02:04,931 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0004_01_000004 from application application_1397145675630_0004
2014-04-10 11:02:04,932 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:04,932 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0004
2014-04-10 11:02:04,932 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000004
2014-04-10 11:02:04,932 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000004
2014-04-10 11:02:04,932 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000004
2014-04-10 11:02:04,933 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000003_0/part-00003 is closed by DFSClient_attempt_1397145675630_0004_m_000003_0_-1389651673_1
2014-04-10 11:02:04,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000001_0 dst=null perm=null
2014-04-10 11:02:04,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000001_0 dst=null perm=null
2014-04-10 11:02:04,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/task_1397145675630_0004_m_000001 dst=null perm=null
2014-04-10 11:02:04,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000003_0 dst=null perm=null
2014-04-10 11:02:04,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/task_1397145675630_0004_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:02:04,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000003_0 dst=null perm=null
2014-04-10 11:02:04,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/task_1397145675630_0004_m_000003 dst=null perm=null
2014-04-10 11:02:05,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397145675630_0004_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/task_1397145675630_0004_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:02:05,023 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0004_01_000003
2014-04-10 11:02:05,024 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000003
2014-04-10 11:02:05,024 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:02:05,024 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0004_01_000003
2014-04-10 11:02:05,024 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0004_01_000004
2014-04-10 11:02:05,024 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0004_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:05,025 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0004_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:02:05,025 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000004
2014-04-10 11:02:05,025 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0004_01_000004 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:02:05,025 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:02:05,026 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0004_01_000004, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:05,026 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:05,026 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:02:05,026 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0004_000001 released container container_1397145675630_0004_01_000004 on node: host: localhost:55857 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:02:05,030 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0004_01_000003 is : 143
2014-04-10 11:02:05,049 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0004_01_000005
2014-04-10 11:02:05,049 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000005
2014-04-10 11:02:05,052 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:02:05,052 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:02:05,052 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000003
2014-04-10 11:02:05,052 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000003
2014-04-10 11:02:05,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000003
2014-04-10 11:02:05,053 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0004_01_000005
2014-04-10 11:02:05,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000003
2014-04-10 11:02:05,057 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0004_01_000005 is : 143
2014-04-10 11:02:05,064 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000003
2014-04-10 11:02:05,064 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:02:05,065 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:02:05,065 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0004_01_000003 from application application_1397145675630_0004
2014-04-10 11:02:05,065 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:05,065 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0004
2014-04-10 11:02:05,065 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000005
2014-04-10 11:02:05,065 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000005
2014-04-10 11:02:05,065 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000005
2014-04-10 11:02:05,065 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000005
2014-04-10 11:02:05,066 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000005
2014-04-10 11:02:05,066 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:02:05,066 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0004_01_000005 from application application_1397145675630_0004
2014-04-10 11:02:05,066 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:05,066 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0004
2014-04-10 11:02:05,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:05,083 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1182607465_1
2014-04-10 11:02:05,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1 dst=null perm=null
2014-04-10 11:02:05,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 11:02:05,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 11:02:05,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/task_1397145675630_0004_m_000000 dst=null perm=null
2014-04-10 11:02:05,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00000 dst=null perm=null
2014-04-10 11:02:05,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/task_1397145675630_0004_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:05,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 11:02:05,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 11:02:05,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/task_1397145675630_0004_m_000001 dst=null perm=null
2014-04-10 11:02:05,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00001 dst=null perm=null
2014-04-10 11:02:05,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/task_1397145675630_0004_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:05,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 11:02:05,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 11:02:05,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/task_1397145675630_0004_m_000002 dst=null perm=null
2014-04-10 11:02:05,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00002 dst=null perm=null
2014-04-10 11:02:05,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/task_1397145675630_0004_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:05,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 11:02:05,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 11:02:05,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/task_1397145675630_0004_m_000003 dst=null perm=null
2014-04-10 11:02:05,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00003 dst=null perm=null
2014-04-10 11:02:05,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/task_1397145675630_0004_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:05,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 11:02:05,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 11:02:05,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/task_1397145675630_0004_m_000004 dst=null perm=null
2014-04-10 11:02:05,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00004 dst=null perm=null
2014-04-10 11:02:05,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary/1/task_1397145675630_0004_m_000004/part-00004 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:05,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary dst=null perm=null
2014-04-10 11:02:05,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:05,266 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1182607465_1
2014-04-10 11:02:05,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:05,300 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1182607465_1
2014-04-10 11:02:05,321 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52688, dest: /127.0.0.1:36156, bytes: 54611, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1182607465_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741876_1052, duration: 641321357
2014-04-10 11:02:05,321 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741876_1052, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:05,322 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48305, dest: /127.0.0.1:53749, bytes: 54611, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1182607465_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741876_1052, duration: 642475579
2014-04-10 11:02:05,322 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 15145
2014-04-10 11:02:05,323 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:05,323 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54492, dest: /127.0.0.1:50911, bytes: 54611, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1182607465_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741876_1052, duration: 643243885
2014-04-10 11:02:05,324 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:05,324 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 15145
2014-04-10 11:02:05,325 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 15145
2014-04-10 11:02:05,341 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job_1397145675630_0004_1.jhist is closed by DFSClient_NONMAPREDUCE_1182607465_1
2014-04-10 11:02:05,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:05,362 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:02:05,377 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741879_1055 src: /127.0.0.1:54503 dest: /127.0.0.1:50911
2014-04-10 11:02:05,379 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741879_1055 src: /127.0.0.1:52698 dest: /127.0.0.1:36156
2014-04-10 11:02:05,380 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741879_1055 src: /127.0.0.1:48317 dest: /127.0.0.1:53749
2014-04-10 11:02:05,383 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48317, dest: /127.0.0.1:53749, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1182607465_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741879_1055, duration: 2180157
2014-04-10 11:02:05,383 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741879_1055, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:05,383 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:02:05,383 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52698, dest: /127.0.0.1:36156, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1182607465_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741879_1055, duration: 2438024
2014-04-10 11:02:05,384 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:05,384 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:02:05,384 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54503, dest: /127.0.0.1:50911, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1182607465_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741879_1055, duration: 3529006
2014-04-10 11:02:05,385 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:05,385 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:02:05,400 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004.summary_tmp is closed by DFSClient_NONMAPREDUCE_1182607465_1
2014-04-10 11:02:05,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:05,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job_1397145675630_0004_1.jhist dst=null perm=null
2014-04-10 11:02:05,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004-1397145716251-brock-%5BE70A9277C0DF4D17B91BE4F13DF51D9D%2F5942C96DE6984E4F-1397145725301-5-0-SUCCEEDED-default-1397145718836.jhist_tmp dst=null perm=null
2014-04-10 11:02:05,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job_1397145675630_0004_1.jhist dst=null perm=null
2014-04-10 11:02:05,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004-1397145716251-brock-%5BE70A9277C0DF4D17B91BE4F13DF51D9D%2F5942C96DE6984E4F-1397145725301-5-0-SUCCEEDED-default-1397145718836.jhist_tmp dst=null perm=null
2014-04-10 11:02:05,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job_1397145675630_0004_1.jhist dst=null perm=null
2014-04-10 11:02:05,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004-1397145716251-brock-%5BE70A9277C0DF4D17B91BE4F13DF51D9D%2F5942C96DE6984E4F-1397145725301-5-0-SUCCEEDED-default-1397145718836.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:05,458 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52701, bytes: 55039, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1182607465_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741876_1052, duration: 291039
2014-04-10 11:02:05,461 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004-1397145716251-brock-%5BE70A9277C0DF4D17B91BE4F13DF51D9D%2F5942C96DE6984E4F-1397145725301-5-0-SUCCEEDED-default-1397145718836.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:02:05,477 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741880_1056 src: /127.0.0.1:54508 dest: /127.0.0.1:50911
2014-04-10 11:02:05,478 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741880_1056 src: /127.0.0.1:52703 dest: /127.0.0.1:36156
2014-04-10 11:02:05,480 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741880_1056 src: /127.0.0.1:48322 dest: /127.0.0.1:53749
2014-04-10 11:02:05,483 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48322, dest: /127.0.0.1:53749, bytes: 54611, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1182607465_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741880_1056, duration: 2223131
2014-04-10 11:02:05,483 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741880_1056, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:05,483 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:02:05,483 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52703, dest: /127.0.0.1:36156, bytes: 54611, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1182607465_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741880_1056, duration: 3090861
2014-04-10 11:02:05,484 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:05,484 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:02:05,484 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54508, dest: /127.0.0.1:50911, bytes: 54611, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1182607465_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741880_1056, duration: 3953281
2014-04-10 11:02:05,484 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:05,484 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:02:05,500 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004-1397145716251-brock-%5BE70A9277C0DF4D17B91BE4F13DF51D9D%2F5942C96DE6984E4F-1397145725301-5-0-SUCCEEDED-default-1397145718836.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1182607465_1
2014-04-10 11:02:05,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004-1397145716251-brock-%5BE70A9277C0DF4D17B91BE4F13DF51D9D%2F5942C96DE6984E4F-1397145725301-5-0-SUCCEEDED-default-1397145718836.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:05,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job_1397145675630_0004_1_conf.xml dst=null perm=null
2014-04-10 11:02:05,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004_conf.xml_tmp dst=null perm=null
2014-04-10 11:02:05,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job_1397145675630_0004_1_conf.xml dst=null perm=null
2014-04-10 11:02:05,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004_conf.xml_tmp dst=null perm=null
2014-04-10 11:02:05,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004/job_1397145675630_0004_1_conf.xml dst=null perm=null
2014-04-10 11:02:05,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:05,544 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48323, bytes: 95916, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1182607465_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741873_1049, duration: 400031
2014-04-10 11:02:05,548 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:02:05,569 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741881_1057 src: /127.0.0.1:54512 dest: /127.0.0.1:50911
2014-04-10 11:02:05,570 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741881_1057 src: /127.0.0.1:52707 dest: /127.0.0.1:36156
2014-04-10 11:02:05,571 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741881_1057 src: /127.0.0.1:39983 dest: /127.0.0.1:37218
2014-04-10 11:02:05,575 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39983, dest: /127.0.0.1:37218, bytes: 95172, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1182607465_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741881_1057, duration: 2672799
2014-04-10 11:02:05,576 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741881_1057, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:05,576 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:05,576 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52707, dest: /127.0.0.1:36156, bytes: 95172, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1182607465_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741881_1057, duration: 3587394
2014-04-10 11:02:05,576 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:05,577 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:05,577 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54512, dest: /127.0.0.1:50911, bytes: 95172, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1182607465_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741881_1057, duration: 4130951
2014-04-10 11:02:05,577 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:05,578 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:05,591 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1182607465_1
2014-04-10 11:02:05,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:05,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:05,635 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0004_01_000006
2014-04-10 11:02:05,635 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0004_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:05,636 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0004_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:02:05,636 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000006
2014-04-10 11:02:05,636 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0004_01_000006 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:02:05,636 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:02:05,637 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0004_01_000006, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:05,637 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:05,637 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:02:05,637 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0004_000001 released container container_1397145675630_0004_01_000006 on node: host: localhost:43726 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:02:05,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:05,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004-1397145716251-brock-%5BE70A9277C0DF4D17B91BE4F13DF51D9D%2F5942C96DE6984E4F-1397145725301-5-0-SUCCEEDED-default-1397145718836.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004-1397145716251-brock-%5BE70A9277C0DF4D17B91BE4F13DF51D9D%2F5942C96DE6984E4F-1397145725301-5-0-SUCCEEDED-default-1397145718836.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:05,667 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0004_000001 with final state: FINISHING
2014-04-10 11:02:05,667 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0004_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:02:05,667 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0004 with final state: FINISHING
2014-04-10 11:02:05,667 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0004 State change from RUNNING to FINAL_SAVING
2014-04-10 11:02:05,667 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0004
2014-04-10 11:02:05,668 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0004_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:02:05,668 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0004 State change from FINAL_SAVING to FINISHING
2014-04-10 11:02:05,731 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:02:05,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:02:05,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:02:05,736 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0004 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004-1397145716251-brock-%5BE70A9277C0DF4D17B91BE4F13DF51D9D%2F5942C96DE6984E4F-1397145725301-5-0-SUCCEEDED-default-1397145718836.jhist
2014-04-10 11:02:05,737 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004-1397145716251-brock-%5BE70A9277C0DF4D17B91BE4F13DF51D9D%2F5942C96DE6984E4F-1397145725301-5-0-SUCCEEDED-default-1397145718836.jhist]
2014-04-10 11:02:05,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004-1397145716251-brock-%5BE70A9277C0DF4D17B91BE4F13DF51D9D%2F5942C96DE6984E4F-1397145725301-5-0-SUCCEEDED-default-1397145718836.jhist dst=null perm=null
2014-04-10 11:02:05,741 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54516, bytes: 55039, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741880_1056, duration: 280440
2014-04-10 11:02:05,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004.summary dst=null perm=null
2014-04-10 11:02:05,781 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52711, bytes: 435, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741879_1055, duration: 267831
2014-04-10 11:02:05,782 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0004,submitTime=1397145716251,launchTime=1397145718836,firstMapTaskLaunchTime=1397145721013,firstReduceTaskLaunchTime=0,finishTime=1397145725301,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=19,reduceSlotSeconds=0,jobName=[E70A9277C0DF4D17B91BE4F13DF51D9D/5942C96DE6984E4F877E3D9EFA56C263] tail/(1/1) ...ipesplatform/renamedpipes
2014-04-10 11:02:05,782 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004.summary]
2014-04-10 11:02:05,800 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741879_1055 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:53749
2014-04-10 11:02:05,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004.summary dst=null perm=null
2014-04-10 11:02:05,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:02:05,803 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004-1397145716251-brock-%5BE70A9277C0DF4D17B91BE4F13DF51D9D%2F5942C96DE6984E4F-1397145725301-5-0-SUCCEEDED-default-1397145718836.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0004-1397145716251-brock-%5BE70A9277C0DF4D17B91BE4F13DF51D9D%2F5942C96DE6984E4F-1397145725301-5-0-SUCCEEDED-default-1397145718836.jhist
2014-04-10 11:02:05,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004-1397145716251-brock-%5BE70A9277C0DF4D17B91BE4F13DF51D9D%2F5942C96DE6984E4F-1397145725301-5-0-SUCCEEDED-default-1397145718836.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0004-1397145716251-brock-%5BE70A9277C0DF4D17B91BE4F13DF51D9D%2F5942C96DE6984E4F-1397145725301-5-0-SUCCEEDED-default-1397145718836.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:05,817 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0004_conf.xml
2014-04-10 11:02:05,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0004_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0004_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:05,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 11:02:05,853 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary
2014-04-10 11:02:05,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/_temporary dst=null perm=null
2014-04-10 11:02:05,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 11:02:05,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 11:02:05,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 11:02:05,877 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:02:05,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00000 dst=null perm=null
2014-04-10 11:02:05,880 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54516, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741874_1050, duration: 208989
2014-04-10 11:02:05,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00001 dst=null perm=null
2014-04-10 11:02:05,883 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52711, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741877_1053, duration: 189704
2014-04-10 11:02:05,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00002 dst=null perm=null
2014-04-10 11:02:05,886 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52711, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741875_1051, duration: 180785
2014-04-10 11:02:05,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00003 dst=null perm=null
2014-04-10 11:02:05,889 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52711, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741878_1054, duration: 186009
2014-04-10 11:02:05,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00004 dst=null perm=null
2014-04-10 11:02:05,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 11:02:05,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 11:02:05,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 11:02:05,915 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:02:05,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00000 dst=null perm=null
2014-04-10 11:02:05,918 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39987, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741874_1050, duration: 161807
2014-04-10 11:02:05,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00001 dst=null perm=null
2014-04-10 11:02:05,920 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39987, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741877_1053, duration: 92815
2014-04-10 11:02:05,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00002 dst=null perm=null
2014-04-10 11:02:05,921 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52711, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741875_1051, duration: 92242
2014-04-10 11:02:05,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00003 dst=null perm=null
2014-04-10 11:02:05,923 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52711, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741878_1054, duration: 90125
2014-04-10 11:02:05,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00004 dst=null perm=null
2014-04-10 11:02:05,923 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/joinfieldedpipesplatform/renamedpipes
2014-04-10 11:02:05,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 11:02:05,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 11:02:05,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 11:02:05,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 11:02:05,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00000 dst=null perm=null
2014-04-10 11:02:05,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00000 dst=null perm=null
2014-04-10 11:02:05,927 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48331, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741874_1050, duration: 109896
2014-04-10 11:02:05,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00001 dst=null perm=null
2014-04-10 11:02:05,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00001 dst=null perm=null
2014-04-10 11:02:05,929 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:39987, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741877_1053, duration: 89079
2014-04-10 11:02:05,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00002 dst=null perm=null
2014-04-10 11:02:05,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00002 dst=null perm=null
2014-04-10 11:02:05,931 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52711, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741875_1051, duration: 98605
2014-04-10 11:02:05,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00003 dst=null perm=null
2014-04-10 11:02:05,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00003 dst=null perm=null
2014-04-10 11:02:05,932 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52711, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741878_1054, duration: 91254
2014-04-10 11:02:05,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00004 dst=null perm=null
2014-04-10 11:02:05,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/renamedpipes/part-00004 dst=null perm=null
2014-04-10 11:02:05,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:02:05,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:05,948 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:02:05,949 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:02:05,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 11:02:05,978 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 11:02:05,978 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:02:05,978 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:02:05,978 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery"]
2014-04-10 11:02:05,979 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 11:02:05,979 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 3
2014-04-10 11:02:05,979 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 3
2014-04-10 11:02:05,979 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/3)
2014-04-10 11:02:05,979 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/3)
2014-04-10 11:02:05,987 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:02:05,998 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:02:06,010 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:02:06,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1 dst=null perm=null
2014-04-10 11:02:06,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:02:06,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:02:06,013 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 5
2014-04-10 11:02:06,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005 dst=null perm=null
2014-04-10 11:02:06,020 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:02:06,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:02:06,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE dst=null perm=null
2014-04-10 11:02:06,050 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0004_01_000003
2014-04-10 11:02:06,050 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0004_01_000005
2014-04-10 11:02:06,050 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0004_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:06,050 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0004_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:02:06,051 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000003
2014-04-10 11:02:06,051 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0004_01_000003 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:02:06,051 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:02:06,052 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0004_01_000003, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:06,052 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:06,052 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:02:06,052 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0004_000001 released container container_1397145675630_0004_01_000003 on node: host: localhost:55857 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:02:06,052 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0004_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:06,053 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0004_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:02:06,053 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000005
2014-04-10 11:02:06,053 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0004_01_000005 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:02:06,053 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:02:06,054 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0004_01_000005, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:06,054 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:06,054 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:02:06,054 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0004_000001 released container container_1397145675630_0004_01_000005 on node: host: localhost:55857 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:02:06,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:02:06,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:02:06,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar dst=null perm=null
2014-04-10 11:02:06,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:02:06,061 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 6
2014-04-10 11:02:06,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:06,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006 dst=null perm=null
2014-04-10 11:02:06,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:02:06,093 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:02:06,110 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741882_1058 src: /127.0.0.1:52714 dest: /127.0.0.1:36156
2014-04-10 11:02:06,111 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741882_1058 src: /127.0.0.1:48333 dest: /127.0.0.1:53749
2014-04-10 11:02:06,112 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741882_1058 src: /127.0.0.1:39991 dest: /127.0.0.1:37218
2014-04-10 11:02:06,118 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39991, dest: /127.0.0.1:37218, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741882_1058, duration: 3329347
2014-04-10 11:02:06,118 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741882_1058, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:06,118 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,118 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48333, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741882_1058, duration: 4159515
2014-04-10 11:02:06,119 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:06,119 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,119 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52714, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741882_1058, duration: 4808341
2014-04-10 11:02:06,120 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:06,120 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:02:06,141 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:02:06,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar dst=null perm=null
2014-04-10 11:02:06,143 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar
2014-04-10 11:02:06,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar dst=null perm=null
2014-04-10 11:02:06,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:06,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:06,193 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:02:06,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:06,210 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741883_1059 src: /127.0.0.1:52718 dest: /127.0.0.1:36156
2014-04-10 11:02:06,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:06,211 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741883_1059 src: /127.0.0.1:54525 dest: /127.0.0.1:50911
2014-04-10 11:02:06,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:06,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:02:06,212 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741883_1059 src: /127.0.0.1:48338 dest: /127.0.0.1:53749
2014-04-10 11:02:06,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:02:06,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:02:06,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:02:06,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:02:06,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:06,218 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48338, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741883_1059, duration: 4786447
2014-04-10 11:02:06,218 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741883_1059, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:06,219 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,219 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54525, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741883_1059, duration: 5330009
2014-04-10 11:02:06,219 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:06,220 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,220 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52718, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741883_1059, duration: 5554538
2014-04-10 11:02:06,220 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:06,221 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,233 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:02:06,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:06,234 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:02:06,235 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar
2014-04-10 11:02:06,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar dst=null perm=null
2014-04-10 11:02:06,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:06,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:06,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:06,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:06,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:06,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:06,301 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.split
2014-04-10 11:02:06,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.split dst=null perm=null
2014-04-10 11:02:06,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:06,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:02:06,319 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:02:06,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:02:06,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:02:06,335 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741884_1060 src: /127.0.0.1:54527 dest: /127.0.0.1:50911
2014-04-10 11:02:06,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:02:06,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:02:06,337 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741884_1060 src: /127.0.0.1:52722 dest: /127.0.0.1:36156
2014-04-10 11:02:06,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:06,339 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741884_1060 src: /127.0.0.1:48341 dest: /127.0.0.1:53749
2014-04-10 11:02:06,340 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741884_1060 src: /127.0.0.1:39999 dest: /127.0.0.1:37218
2014-04-10 11:02:06,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:02:06,342 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:02:06,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:02:06,344 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39999, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741884_1060, duration: 2683300
2014-04-10 11:02:06,344 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741884_1060, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:06,345 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,345 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48341, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741884_1060, duration: 2800307
2014-04-10 11:02:06,345 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:06,346 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,346 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52722, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741884_1060, duration: 3769306
2014-04-10 11:02:06,347 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:06,347 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54527, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741884_1060, duration: 5078382
2014-04-10 11:02:06,347 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,348 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:06,349 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:06,375 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:02:06,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:06,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:06,409 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.split
2014-04-10 11:02:06,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.split dst=null perm=null
2014-04-10 11:02:06,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:06,443 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:02:06,459 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:02:06,460 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741885_1061 src: /127.0.0.1:54532 dest: /127.0.0.1:50911
2014-04-10 11:02:06,462 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741885_1061 src: /127.0.0.1:52727 dest: /127.0.0.1:36156
2014-04-10 11:02:06,463 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741885_1061 src: /127.0.0.1:48346 dest: /127.0.0.1:53749
2014-04-10 11:02:06,464 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741885_1061 src: /127.0.0.1:40004 dest: /127.0.0.1:37218
2014-04-10 11:02:06,468 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40004, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741885_1061, duration: 2112101
2014-04-10 11:02:06,468 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741885_1061, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:06,468 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,468 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48346, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741885_1061, duration: 3022030
2014-04-10 11:02:06,469 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:06,469 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,469 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52727, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741885_1061, duration: 3721663
2014-04-10 11:02:06,470 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:06,470 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,470 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54532, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741885_1061, duration: 4528364
2014-04-10 11:02:06,471 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:06,472 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,476 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741886_1062 src: /127.0.0.1:48348 dest: /127.0.0.1:53749
2014-04-10 11:02:06,477 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741886_1062 src: /127.0.0.1:54537 dest: /127.0.0.1:50911
2014-04-10 11:02:06,479 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741886_1062 src: /127.0.0.1:40007 dest: /127.0.0.1:37218
2014-04-10 11:02:06,481 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40007, dest: /127.0.0.1:37218, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741886_1062, duration: 1561717
2014-04-10 11:02:06,482 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741886_1062, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:06,482 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54537, dest: /127.0.0.1:50911, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741886_1062, duration: 2163051
2014-04-10 11:02:06,482 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,483 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:06,483 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48348, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741886_1062, duration: 2820064
2014-04-10 11:02:06,483 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,483 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:06,485 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,491 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:02:06,508 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:02:06,508 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:02:06,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:06,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:06,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:06,599 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:02:06,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:06,698 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:02:06,701 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741887_1063 src: /127.0.0.1:40008 dest: /127.0.0.1:37218
2014-04-10 11:02:06,703 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741887_1063 src: /127.0.0.1:48352 dest: /127.0.0.1:53749
2014-04-10 11:02:06,704 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741887_1063 src: /127.0.0.1:52735 dest: /127.0.0.1:36156
2014-04-10 11:02:06,706 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52735, dest: /127.0.0.1:36156, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741887_1063, duration: 1465358
2014-04-10 11:02:06,707 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741887_1063, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:06,707 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,707 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48352, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741887_1063, duration: 2058898
2014-04-10 11:02:06,708 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:06,708 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,708 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40008, dest: /127.0.0.1:37218, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741887_1063, duration: 2942541
2014-04-10 11:02:06,708 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:06,708 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,717 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741869_1045 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:53749
2014-04-10 11:02:06,717 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741870_1046 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:02:06,717 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741871_1047 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:36156
2014-04-10 11:02:06,717 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741872_1048 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:02:06,718 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741876_1052 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:36156
2014-04-10 11:02:06,718 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741888_1064 src: /127.0.0.1:40011 dest: /127.0.0.1:37218
2014-04-10 11:02:06,718 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741873_1049 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:37218
2014-04-10 11:02:06,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0004 dst=null perm=null
2014-04-10 11:02:06,719 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741888_1064 src: /127.0.0.1:54543 dest: /127.0.0.1:50911
2014-04-10 11:02:06,721 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741888_1064 src: /127.0.0.1:52738 dest: /127.0.0.1:36156
2014-04-10 11:02:06,726 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52738, dest: /127.0.0.1:36156, bytes: 81029, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741888_1064, duration: 3935073
2014-04-10 11:02:06,727 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741888_1064, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:06,727 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,727 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54543, dest: /127.0.0.1:50911, bytes: 81029, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741888_1064, duration: 4623234
2014-04-10 11:02:06,727 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:06,728 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,728 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40011, dest: /127.0.0.1:37218, bytes: 81029, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741888_1064, duration: 4891637
2014-04-10 11:02:06,728 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:06,731 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,733 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:02:06,733 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:02:06,750 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:02:06,750 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0005
2014-04-10 11:02:06,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005 dst=null perm=null
2014-04-10 11:02:06,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.xml dst=null perm=null
2014-04-10 11:02:06,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.xml dst=null perm=null
2014-04-10 11:02:06,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar dst=null perm=null
2014-04-10 11:02:06,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar dst=null perm=null
2014-04-10 11:02:06,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.split dst=null perm=null
2014-04-10 11:02:06,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.split dst=null perm=null
2014-04-10 11:02:06,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:06,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:06,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:06,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:06,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:06,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:06,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:06,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:06,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:06,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:06,809 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 5 submitted by user brock
2014-04-10 11:02:06,809 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0005
2014-04-10 11:02:06,809 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0005
2014-04-10 11:02:06,809 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0005
2014-04-10 11:02:06,809 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0005 State change from NEW to NEW_SAVING
2014-04-10 11:02:06,810 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0005 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:02:06,811 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0005_000001
2014-04-10 11:02:06,811 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0005_000001 State change from NEW to SUBMITTED
2014-04-10 11:02:06,811 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0005 from user: brock activated in queue: default
2014-04-10 11:02:06,811 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0005 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:02:06,812 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0005
2014-04-10 11:02:06,812 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0005 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:02:06,812 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0005_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:02:06,813 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0005_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:02:06,814 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0005 State change from SUBMITTED to ACCEPTED
2014-04-10 11:02:06,816 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0005/
2014-04-10 11:02:06,816 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397145675630_0005
2014-04-10 11:02:06,816 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:33250/proxy/application_1397145675630_0005/
2014-04-10 11:02:06,825 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:02:06,842 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741889_1065 src: /127.0.0.1:40014 dest: /127.0.0.1:37218
2014-04-10 11:02:06,843 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741889_1065 src: /127.0.0.1:54546 dest: /127.0.0.1:50911
2014-04-10 11:02:06,844 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741889_1065 src: /127.0.0.1:48359 dest: /127.0.0.1:53749
2014-04-10 11:02:06,846 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48359, dest: /127.0.0.1:53749, bytes: 81024, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741889_1065, duration: 1489352
2014-04-10 11:02:06,846 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741889_1065, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:06,846 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54546, dest: /127.0.0.1:50911, bytes: 81024, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741889_1065, duration: 1843313
2014-04-10 11:02:06,846 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,846 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:06,847 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40014, dest: /127.0.0.1:37218, bytes: 81024, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741889_1065, duration: 2123477
2014-04-10 11:02:06,847 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,847 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:06,847 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:02:06,859 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:02:06,860 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0006
2014-04-10 11:02:06,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006 dst=null perm=null
2014-04-10 11:02:06,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.xml dst=null perm=null
2014-04-10 11:02:06,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.xml dst=null perm=null
2014-04-10 11:02:06,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar dst=null perm=null
2014-04-10 11:02:06,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar dst=null perm=null
2014-04-10 11:02:06,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.split dst=null perm=null
2014-04-10 11:02:06,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.split dst=null perm=null
2014-04-10 11:02:06,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:06,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:06,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:06,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:06,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:06,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:06,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:06,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:06,885 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 6 submitted by user brock
2014-04-10 11:02:06,885 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0006
2014-04-10 11:02:06,885 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0006
2014-04-10 11:02:06,886 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0006
2014-04-10 11:02:06,885 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0006 State change from NEW to NEW_SAVING
2014-04-10 11:02:06,886 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0006 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:02:06,886 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0006_000001
2014-04-10 11:02:06,887 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0006_000001 State change from NEW to SUBMITTED
2014-04-10 11:02:06,887 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0006 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 1 #user-active-applications: 2 #queue-pending-applications: 1 #queue-active-applications: 2
2014-04-10 11:02:06,887 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0006 user: brock leaf-queue of parent: root #applications: 3
2014-04-10 11:02:06,887 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0006_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1, currently active: 3
2014-04-10 11:02:06,888 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0006_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:02:06,888 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0006 State change from SUBMITTED to ACCEPTED
2014-04-10 11:02:06,907 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0006
2014-04-10 11:02:06,930 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0006/
2014-04-10 11:02:06,930 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397145675630_0006
2014-04-10 11:02:06,930 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:33250/proxy/application_1397145675630_0006/
2014-04-10 11:02:07,051 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:07,052 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000001
2014-04-10 11:02:07,052 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0005_01_000001 of capacity <memory:2048, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:02:07,052 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0005 container=Container: [ContainerId: container_1397145675630_0005_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0005_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:07,053 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=3, numContainers=2
2014-04-10 11:02:07,053 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:07,053 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:07,053 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0005 AttemptId: appattempt_1397145675630_0005_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0005_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ]
2014-04-10 11:02:07,054 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0005_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:02:07,054 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0005_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:02:07,054 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0005_000001
2014-04-10 11:02:07,056 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0005_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] for AM appattempt_1397145675630_0005_000001
2014-04-10 11:02:07,056 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0005_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:02:07,060 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0005_000001 (auth:SIMPLE)
2014-04-10 11:02:07,061 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0005_01_000001 by user brock
2014-04-10 11:02:07,062 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0005
2014-04-10 11:02:07,062 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000001
2014-04-10 11:02:07,062 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0005 transitioned from NEW to INITING
2014-04-10 11:02:07,062 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0005_01_000001 to application application_1397145675630_0005
2014-04-10 11:02:07,063 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0005 transitioned from INITING to RUNNING
2014-04-10 11:02:07,063 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0005_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] for AM appattempt_1397145675630_0005_000001
2014-04-10 11:02:07,063 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0005_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:02:07,063 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:02:07,063 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0005
2014-04-10 11:02:07,064 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:02:07,064 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:02:07,064 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:02:07,064 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:02:07,064 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0005_01_000001
2014-04-10 11:02:07,073 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145675630_0005_01_000001.tokens. Credentials list:
2014-04-10 11:02:07,087 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:02:07,099 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53749 to replicate blk_1073741882_1058 to datanode(s) 127.0.0.1:50911
2014-04-10 11:02:07,099 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53749 to replicate blk_1073741883_1059 to datanode(s) 127.0.0.1:37218
2014-04-10 11:02:07,099 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741876_1052, blk_1073741879_1055, blk_1073741869_1045, blk_1073741870_1046]
2014-04-10 11:02:07,100 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741876_1052, blk_1073741879_1055, blk_1073741869_1045, blk_1073741870_1046, blk_1073741871_1047]
2014-04-10 11:02:07,150 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145675630_0005_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000001.tokens
2014-04-10 11:02:07,150 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0005
2014-04-10 11:02:07,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar dst=null perm=null
2014-04-10 11:02:07,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar dst=null perm=null
2014-04-10 11:02:07,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar dst=null perm=null
2014-04-10 11:02:07,265 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48364, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-826132197_3385, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741882_1058, duration: 1155866
2014-04-10 11:02:07,290 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:07,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:07,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:07,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:07,316 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54553, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-826132197_3385, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741886_1062, duration: 250318
2014-04-10 11:02:07,333 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0005/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:07,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.split dst=null perm=null
2014-04-10 11:02:07,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.split dst=null perm=null
2014-04-10 11:02:07,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.split dst=null perm=null
2014-04-10 11:02:07,359 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48364, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-826132197_3385, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741884_1060, duration: 227859
2014-04-10 11:02:07,376 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0005/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:07,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.xml dst=null perm=null
2014-04-10 11:02:07,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.xml dst=null perm=null
2014-04-10 11:02:07,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.xml dst=null perm=null
2014-04-10 11:02:07,403 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40023, bytes: 81665, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-826132197_3385, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741888_1064, duration: 429642
2014-04-10 11:02:07,421 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0005/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:07,421 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:07,454 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:07,454 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:07,514 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000001/default_container_executor.sh]
2014-04-10 11:02:07,821 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741884_1060
2014-04-10 11:02:07,822 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741879_1055
2014-04-10 11:02:07,822 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741876_1052
2014-04-10 11:02:07,823 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741880_1056
2014-04-10 11:02:07,824 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741883_1059
2014-04-10 11:02:07,825 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741877_1053
2014-04-10 11:02:07,825 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741878_1054
2014-04-10 11:02:07,825 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741875_1051
2014-04-10 11:02:07,825 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741887_1063
2014-04-10 11:02:07,960 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741886_1062
2014-04-10 11:02:07,960 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741889_1065
2014-04-10 11:02:07,961 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741880_1056
2014-04-10 11:02:07,962 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741881_1057
2014-04-10 11:02:07,962 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741874_1050
2014-04-10 11:02:08,024 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741881_1057
2014-04-10 11:02:08,025 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741888_1064
2014-04-10 11:02:08,051 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:08,122 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741877_1053
2014-04-10 11:02:08,123 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741885_1061
2014-04-10 11:02:08,123 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741880_1056
2014-04-10 11:02:08,123 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741878_1054
2014-04-10 11:02:08,124 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741876_1052
2014-04-10 11:02:08,124 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741879_1055
2014-04-10 11:02:08,124 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741874_1050
2014-04-10 11:02:08,125 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741889_1065
2014-04-10 11:02:08,161 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741876_1052
2014-04-10 11:02:08,161 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741875_1051
2014-04-10 11:02:08,162 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741884_1060
2014-04-10 11:02:08,162 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741885_1061
2014-04-10 11:02:08,162 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741878_1054
2014-04-10 11:02:08,162 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741879_1055
2014-04-10 11:02:08,225 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741882_1058
2014-04-10 11:02:08,225 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741885_1061
2014-04-10 11:02:08,325 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741882_1058
2014-04-10 11:02:08,326 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741887_1063
2014-04-10 11:02:08,326 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741884_1060
2014-04-10 11:02:08,326 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741886_1062
2014-04-10 11:02:08,359 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741886_1062
2014-04-10 11:02:08,360 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741881_1057
2014-04-10 11:02:08,360 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741877_1053
2014-04-10 11:02:08,361 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741874_1050
2014-04-10 11:02:08,361 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741883_1059
2014-04-10 11:02:08,362 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741888_1064
2014-04-10 11:02:08,362 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741887_1063
2014-04-10 11:02:08,362 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741888_1064
2014-04-10 11:02:08,362 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741885_1061
2014-04-10 11:02:08,362 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741875_1051
2014-04-10 11:02:08,525 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741883_1059
2014-04-10 11:02:08,560 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741882_1058
2014-04-10 11:02:08,561 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741884_1060
2014-04-10 11:02:08,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:02:08,658 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=68edbb52-d631-4c11-b1f4-78133ce1dada, infoPort=59891, ipcPort=41399, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073741882_1058 to 127.0.0.1:50911
2014-04-10 11:02:08,659 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=68edbb52-d631-4c11-b1f4-78133ce1dada, infoPort=59891, ipcPort=41399, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073741883_1059 to 127.0.0.1:37218
2014-04-10 11:02:08,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741872 for deletion
2014-04-10 11:02:08,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741873 for deletion
2014-04-10 11:02:08,660 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741882_1058 src: /127.0.0.1:54559 dest: /127.0.0.1:50911
2014-04-10 11:02:08,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741872
2014-04-10 11:02:08,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741873
2014-04-10 11:02:08,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741876_1052 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741876 for deletion
2014-04-10 11:02:08,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741879_1055 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741879 for deletion
2014-04-10 11:02:08,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741876_1052 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741876
2014-04-10 11:02:08,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741869 for deletion
2014-04-10 11:02:08,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741879_1055 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741879
2014-04-10 11:02:08,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741870 for deletion
2014-04-10 11:02:08,661 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073741882_1058 (numBytes=244650) to 127.0.0.1/127.0.0.1:50911
2014-04-10 11:02:08,662 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741883_1059 src: /127.0.0.1:40029 dest: /127.0.0.1:37218
2014-04-10 11:02:08,661 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073741883_1059 (numBytes=244650) to 127.0.0.1/127.0.0.1:37218
2014-04-10 11:02:08,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741869
2014-04-10 11:02:08,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741871 for deletion
2014-04-10 11:02:08,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741870
2014-04-10 11:02:08,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741871
2014-04-10 11:02:08,663 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073741882_1058 src: /127.0.0.1:54559 dest: /127.0.0.1:50911 of size 244650
2014-04-10 11:02:08,663 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741882_1058 size 244650
2014-04-10 11:02:08,665 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073741883_1059 src: /127.0.0.1:40029 dest: /127.0.0.1:37218 of size 244650
2014-04-10 11:02:08,666 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741883_1059 size 244650
2014-04-10 11:02:08,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/COMMIT_STARTED dst=null perm=null
2014-04-10 11:02:08,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:02:08,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/COMMIT_FAIL dst=null perm=null
2014-04-10 11:02:08,713 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741872 for deletion
2014-04-10 11:02:08,713 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741873 for deletion
2014-04-10 11:02:08,713 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741872
2014-04-10 11:02:08,713 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741876_1052 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741876 for deletion
2014-04-10 11:02:08,713 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741873
2014-04-10 11:02:08,713 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741879_1055 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741879 for deletion
2014-04-10 11:02:08,713 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741876_1052 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741876
2014-04-10 11:02:08,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741869 for deletion
2014-04-10 11:02:08,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741879_1055 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741879
2014-04-10 11:02:08,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741870 for deletion
2014-04-10 11:02:08,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741869
2014-04-10 11:02:08,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741870
2014-04-10 11:02:08,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005 dst=null perm=null
2014-04-10 11:02:08,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:02:08,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:02:08,760 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741889_1065
2014-04-10 11:02:08,960 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741883_1059
2014-04-10 11:02:08,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:08,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:09,015 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48374, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1178945632_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741886_1062, duration: 153998
2014-04-10 11:02:09,610 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0005_000001 (auth:SIMPLE)
2014-04-10 11:02:09,612 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0005_000001
2014-04-10 11:02:09,612 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0005 APPATTEMPTID=appattempt_1397145675630_0005_000001
2014-04-10 11:02:09,612 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0005_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:02:09,612 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0005 State change from ACCEPTED to RUNNING
2014-04-10 11:02:09,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job_1397145675630_0005_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:09,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:02:09,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job_1397145675630_0005_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:09,939 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job_1397145675630_0005_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:02:10,014 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741890_1066 src: /127.0.0.1:48379 dest: /127.0.0.1:53749
2014-04-10 11:02:10,015 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741890_1066 src: /127.0.0.1:52762 dest: /127.0.0.1:36156
2014-04-10 11:02:10,016 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741890_1066 src: /127.0.0.1:54569 dest: /127.0.0.1:50911
2014-04-10 11:02:10,024 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54569, dest: /127.0.0.1:50911, bytes: 95102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1178945632_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741890_1066, duration: 6572567
2014-04-10 11:02:10,024 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741890_1066, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:10,025 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:02:10,025 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52762, dest: /127.0.0.1:36156, bytes: 95102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1178945632_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741890_1066, duration: 7276349
2014-04-10 11:02:10,025 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:10,026 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:02:10,026 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48379, dest: /127.0.0.1:53749, bytes: 95102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1178945632_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741890_1066, duration: 8279903
2014-04-10 11:02:10,026 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:10,026 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:02:10,041 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job_1397145675630_0005_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1178945632_1
2014-04-10 11:02:10,100 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073741872_1048, blk_1073741876_1052, blk_1073741879_1055, blk_1073741869_1045, blk_1073741870_1046, blk_1073741871_1047]
2014-04-10 11:02:10,100 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073741873_1049, blk_1073741869_1045, blk_1073741870_1046, blk_1073741871_1047]
2014-04-10 11:02:10,655 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:10,655 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000002
2014-04-10 11:02:10,655 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0005_01_000002 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:02:10,656 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0005 container=Container: [ContainerId: container_1397145675630_0005_01_000002, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0005_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=3, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:10,656 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=3, numContainers=3
2014-04-10 11:02:10,656 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:10,656 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:10,656 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000003
2014-04-10 11:02:10,656 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0005_01_000003 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:02:10,657 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0005 container=Container: [ContainerId: container_1397145675630_0005_01_000003, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0005_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=3, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:10,657 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=3, numContainers=4
2014-04-10 11:02:10,657 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:10,657 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:10,658 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000004
2014-04-10 11:02:10,658 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0005_01_000004 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:02:10,658 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0005 container=Container: [ContainerId: container_1397145675630_0005_01_000004, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0005_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=3, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:10,658 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=3, numContainers=5
2014-04-10 11:02:10,658 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:10,659 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:10,659 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000005
2014-04-10 11:02:10,659 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0005_01_000005 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:02:10,659 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0005 container=Container: [ContainerId: container_1397145675630_0005_01_000005, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0005_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=3, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:10,659 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=3, numContainers=6
2014-04-10 11:02:10,660 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:10,791 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:10,791 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000006
2014-04-10 11:02:10,791 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0005_01_000006 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:02:10,791 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0005 container=Container: [ContainerId: container_1397145675630_0005_01_000006, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0005_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=3, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:10,792 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=3, numContainers=7
2014-04-10 11:02:10,792 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:11,396 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741872 for deletion
2014-04-10 11:02:11,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741876_1052 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741876 for deletion
2014-04-10 11:02:11,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741879_1055 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741879 for deletion
2014-04-10 11:02:11,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741872
2014-04-10 11:02:11,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741869 for deletion
2014-04-10 11:02:11,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741879_1055 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741879
2014-04-10 11:02:11,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741876_1052 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741876
2014-04-10 11:02:11,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741870 for deletion
2014-04-10 11:02:11,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741869
2014-04-10 11:02:11,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741871 for deletion
2014-04-10 11:02:11,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741870
2014-04-10 11:02:11,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741871
2014-04-10 11:02:11,656 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:11,656 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:11,657 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:11,657 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:11,657 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:11,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar dst=null perm=null
2014-04-10 11:02:11,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar dst=null perm=null
2014-04-10 11:02:11,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.xml dst=null perm=null
2014-04-10 11:02:11,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.xml dst=null perm=null
2014-04-10 11:02:11,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:11,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:11,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:11,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:11,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:11,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:11,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741873 for deletion
2014-04-10 11:02:11,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741869 for deletion
2014-04-10 11:02:11,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741873
2014-04-10 11:02:11,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741870 for deletion
2014-04-10 11:02:11,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741869
2014-04-10 11:02:11,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741871 for deletion
2014-04-10 11:02:11,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741870
2014-04-10 11:02:11,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741871
2014-04-10 11:02:11,792 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0005_000001 (auth:SIMPLE)
2014-04-10 11:02:11,792 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0005_000001 (auth:SIMPLE)
2014-04-10 11:02:11,797 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0005_01_000002 by user brock
2014-04-10 11:02:11,797 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0005_01_000005 by user brock
2014-04-10 11:02:11,797 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0005
2014-04-10 11:02:11,797 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0005_01_000004 by user brock
2014-04-10 11:02:11,797 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0005_01_000003 by user brock
2014-04-10 11:02:11,797 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000004
2014-04-10 11:02:11,797 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0005_01_000006 by user brock
2014-04-10 11:02:11,798 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000003
2014-04-10 11:02:11,797 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000002
2014-04-10 11:02:11,797 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0005_01_000005 to application application_1397145675630_0005
2014-04-10 11:02:11,797 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000005
2014-04-10 11:02:11,798 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0005
2014-04-10 11:02:11,799 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0005 transitioned from NEW to INITING
2014-04-10 11:02:11,799 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000006
2014-04-10 11:02:11,799 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0005_01_000002 to application application_1397145675630_0005
2014-04-10 11:02:11,799 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0005 transitioned from NEW to INITING
2014-04-10 11:02:11,799 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0005_01_000004 to application application_1397145675630_0005
2014-04-10 11:02:11,799 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0005_01_000006 to application application_1397145675630_0005
2014-04-10 11:02:11,800 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0005_01_000003 to application application_1397145675630_0005
2014-04-10 11:02:11,800 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0005 transitioned from INITING to RUNNING
2014-04-10 11:02:11,800 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0005 transitioned from INITING to RUNNING
2014-04-10 11:02:11,800 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:02:11,800 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0005
2014-04-10 11:02:11,801 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:02:11,801 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0005
2014-04-10 11:02:11,801 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:11,801 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0005
2014-04-10 11:02:11,801 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:02:11,801 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:02:11,802 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:02:11,802 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:02:11,802 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0005_01_000006
2014-04-10 11:02:11,802 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:02:11,802 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0005
2014-04-10 11:02:11,803 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0005
2014-04-10 11:02:11,803 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:11,803 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0005
2014-04-10 11:02:11,803 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:02:11,804 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:02:11,804 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0005
2014-04-10 11:02:11,804 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0005
2014-04-10 11:02:11,804 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:11,804 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0005
2014-04-10 11:02:11,805 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0005
2014-04-10 11:02:11,805 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0005
2014-04-10 11:02:11,805 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:11,805 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0005
2014-04-10 11:02:11,805 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0005
2014-04-10 11:02:11,806 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0005
2014-04-10 11:02:11,806 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:11,806 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0005
2014-04-10 11:02:11,807 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0005_01_000004
2014-04-10 11:02:11,807 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0005_01_000002
2014-04-10 11:02:11,807 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0005_01_000005
2014-04-10 11:02:11,808 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0005_01_000003
2014-04-10 11:02:11,818 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397145675630_0005_01_000006.tokens. Credentials list:
2014-04-10 11:02:11,827 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0005_01_000003.tokens. Credentials list:
2014-04-10 11:02:11,827 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397145675630_0005_01_000005.tokens. Credentials list:
2014-04-10 11:02:11,827 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397145675630_0005_01_000004.tokens. Credentials list:
2014-04-10 11:02:11,828 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397145675630_0005_01_000002.tokens. Credentials list:
2014-04-10 11:02:11,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:02:11,848 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0004_01_000001 succeeded
2014-04-10 11:02:11,848 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:02:11,848 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:02:11,848 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0004_01_000001
2014-04-10 11:02:11,867 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000001
2014-04-10 11:02:11,867 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000001
2014-04-10 11:02:11,869 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000001
2014-04-10 11:02:11,869 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0004/container_1397145675630_0004_01_000001
2014-04-10 11:02:11,869 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000001
2014-04-10 11:02:11,869 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0004_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:02:11,870 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0004_01_000001 from application application_1397145675630_0004
2014-04-10 11:02:11,870 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:11,870 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0004
2014-04-10 11:02:11,928 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397145675630_0005_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000006.tokens
2014-04-10 11:02:11,928 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0005
2014-04-10 11:02:11,933 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0005_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000003.tokens
2014-04-10 11:02:11,933 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0005
2014-04-10 11:02:12,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar dst=null perm=null
2014-04-10 11:02:12,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar dst=null perm=null
2014-04-10 11:02:12,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar dst=null perm=null
2014-04-10 11:02:12,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar dst=null perm=null
2014-04-10 11:02:12,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar dst=null perm=null
2014-04-10 11:02:12,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar dst=null perm=null
2014-04-10 11:02:12,053 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54581, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-34498771_3567, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741882_1058, duration: 924772
2014-04-10 11:02:12,053 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48392, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_749150222_3564, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741882_1058, duration: 1306411
2014-04-10 11:02:12,084 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:12,084 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:12,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.xml dst=null perm=null
2014-04-10 11:02:12,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.xml dst=null perm=null
2014-04-10 11:02:12,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.xml dst=null perm=null
2014-04-10 11:02:12,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.xml dst=null perm=null
2014-04-10 11:02:12,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.xml dst=null perm=null
2014-04-10 11:02:12,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.xml dst=null perm=null
2014-04-10 11:02:12,119 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40051, bytes: 81665, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_749150222_3564, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741888_1064, duration: 445774
2014-04-10 11:02:12,119 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40052, bytes: 81665, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-34498771_3567, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741888_1064, duration: 563219
2014-04-10 11:02:12,143 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0005/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:12,143 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:12,143 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:12,144 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:12,143 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0005/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:12,144 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:12,144 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:12,174 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:12,174 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:12,177 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:12,177 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:12,178 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:12,178 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:12,182 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:12,182 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:12,182 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:12,182 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:12,244 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000006/default_container_executor.sh]
2014-04-10 11:02:12,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000004/default_container_executor.sh]
2014-04-10 11:02:12,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000005/default_container_executor.sh]
2014-04-10 11:02:12,251 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000002/default_container_executor.sh]
2014-04-10 11:02:12,251 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000003/default_container_executor.sh]
2014-04-10 11:02:12,637 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0004_01_000001
2014-04-10 11:02:12,638 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0004_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:12,638 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0004_000001
2014-04-10 11:02:12,638 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0004_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:02:12,638 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0004_000001 State change from FINISHING to FINISHED
2014-04-10 11:02:12,638 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0004 CONTAINERID=container_1397145675630_0004_01_000001
2014-04-10 11:02:12,638 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0004 State change from FINISHING to FINISHED
2014-04-10 11:02:12,638 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0004
2014-04-10 11:02:12,638 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0004_01_000001 of capacity <memory:2048, vCores:1> on host localhost:43726, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:02:12,639 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0004,name=[E70A9277C0DF4D17B91BE4F13DF51D9D/5942C96DE6984E4F877E3D9EFA56C263] tail/(1/1) ...ipesplatform/renamedpipes,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0004/jobhistory/job/job_1397145675630_0004,appMasterHost=localhost.localdomain,startTime=1397145716251,finishTime=1397145725667,finalStatus=SUCCEEDED
2014-04-10 11:02:12,639 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:02:12,639 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0004_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=3, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:12,639 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:12,639 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=3, numContainers=6
2014-04-10 11:02:12,639 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0004_000001 released container container_1397145675630_0004_01_000001 on node: host: localhost:43726 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:02:12,639 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0004_000001 is done. finalState=FINISHED
2014-04-10 11:02:12,639 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0004 requests cleared
2014-04-10 11:02:12,639 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0006 from user: brock activated in queue: default
2014-04-10 11:02:12,640 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0004 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:02:12,640 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0004 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:02:12,640 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0004_000001
2014-04-10 11:02:12,644 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0004_000001 (auth:SIMPLE)
2014-04-10 11:02:12,645 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0004_01_000001
2014-04-10 11:02:12,655 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:12,655 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:12,655 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:12,656 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:12,674 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:02:12,791 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:12,792 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:12,792 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000001
2014-04-10 11:02:12,792 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0006_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:02:12,792 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0006 container=Container: [ContainerId: container_1397145675630_0006_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0006_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:12,792 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:02:12,792 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:12,793 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:12,793 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0006 AttemptId: appattempt_1397145675630_0006_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0006_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ]
2014-04-10 11:02:12,794 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0006_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:02:12,794 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0006_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:02:12,803 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0006_000001
2014-04-10 11:02:12,804 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0006_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] for AM appattempt_1397145675630_0006_000001
2014-04-10 11:02:12,804 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0006_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:02:12,807 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0006_000001 (auth:SIMPLE)
2014-04-10 11:02:12,815 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0006_01_000001 by user brock
2014-04-10 11:02:12,816 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0006
2014-04-10 11:02:12,816 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000001
2014-04-10 11:02:12,816 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0006 transitioned from NEW to INITING
2014-04-10 11:02:12,816 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0006_01_000001 to application application_1397145675630_0006
2014-04-10 11:02:12,816 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0006 transitioned from INITING to RUNNING
2014-04-10 11:02:12,816 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0006_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] for AM appattempt_1397145675630_0006_000001
2014-04-10 11:02:12,816 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0006_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:02:12,817 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:02:12,817 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0006
2014-04-10 11:02:12,817 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:02:12,817 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:02:12,817 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:02:12,817 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:02:12,817 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0006_01_000001
2014-04-10 11:02:12,848 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0006_01_000001.tokens. Credentials list:
2014-04-10 11:02:13,052 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:02:13,052 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0004
2014-04-10 11:02:13,053 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:02:13,053 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0004, with delay of 10800 seconds
2014-04-10 11:02:13,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0004
2014-04-10 11:02:13,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0004
2014-04-10 11:02:13,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0004
2014-04-10 11:02:13,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0004
2014-04-10 11:02:13,228 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741890_1066
2014-04-10 11:02:13,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:02:13,260 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:02:13,366 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741882_1058
2014-04-10 11:02:13,528 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741890_1066
2014-04-10 11:02:13,565 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741890_1066
2014-04-10 11:02:13,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397145675630_0005_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000002.tokens
2014-04-10 11:02:13,618 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0005
2014-04-10 11:02:13,638 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:02:13,638 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0004
2014-04-10 11:02:13,638 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0004
2014-04-10 11:02:13,638 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:02:13,638 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0004, with delay of 10800 seconds
2014-04-10 11:02:13,639 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0004
2014-04-10 11:02:13,639 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0004
2014-04-10 11:02:13,640 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0004
2014-04-10 11:02:13,698 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0006_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000001.tokens
2014-04-10 11:02:13,698 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0006
2014-04-10 11:02:13,791 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:13,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:02:13,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar dst=null perm=null
2014-04-10 11:02:13,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar dst=null perm=null
2014-04-10 11:02:13,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar dst=null perm=null
2014-04-10 11:02:13,923 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52788, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1960218342_3817, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741883_1059, duration: 4635178
2014-04-10 11:02:14,085 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397145675630_0005_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000004.tokens
2014-04-10 11:02:14,085 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0005
2014-04-10 11:02:14,088 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:14,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:14,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:14,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:14,221 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40066, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1960218342_3817, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741887_1063, duration: 172836
2014-04-10 11:02:14,236 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0006/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:14,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.split dst=null perm=null
2014-04-10 11:02:14,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.split dst=null perm=null
2014-04-10 11:02:14,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.split dst=null perm=null
2014-04-10 11:02:14,378 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54598, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1960218342_3817, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741885_1061, duration: 165985
2014-04-10 11:02:14,500 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0006/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:14,568 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:02:14,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.xml dst=null perm=null
2014-04-10 11:02:14,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.xml dst=null perm=null
2014-04-10 11:02:14,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.xml dst=null perm=null
2014-04-10 11:02:14,699 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48412, bytes: 81660, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1960218342_3817, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741889_1065, duration: 1693398
2014-04-10 11:02:14,837 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0006/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:14,837 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:14,932 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:14,932 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:14,987 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397145675630_0005_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000005.tokens
2014-04-10 11:02:14,988 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0005
2014-04-10 11:02:15,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.split dst=null perm=null
2014-04-10 11:02:15,130 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000001/default_container_executor.sh]
2014-04-10 11:02:15,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.split dst=null perm=null
2014-04-10 11:02:15,236 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52798, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0005_m_000002_0_1613444522_1, offset: 512, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741884_1060, duration: 202380
2014-04-10 11:02:15,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:15,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.split dst=null perm=null
2014-04-10 11:02:15,308 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52798, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0005_m_000002_0_1613444522_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 164131
2014-04-10 11:02:15,311 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48418, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0005_m_000000_0_-410295972_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741884_1060, duration: 133980
2014-04-10 11:02:15,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:15,432 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40077, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0005_m_000001_0_-2113584575_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741884_1060, duration: 211151
2014-04-10 11:02:15,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.split dst=null perm=null
2014-04-10 11:02:15,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:15,528 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48422, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0005_m_000001_0_-2113584575_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 209359
2014-04-10 11:02:15,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1/_temporary/1/_temporary/attempt_1397145675630_0005_m_000002_0 dst=null perm=null
2014-04-10 11:02:15,594 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54612, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0005_m_000000_0_-410295972_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 181695
2014-04-10 11:02:15,605 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40080, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0005_m_000004_0_-2028834568_1, offset: 1024, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741884_1060, duration: 180540
2014-04-10 11:02:15,659 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0005_01_000004
2014-04-10 11:02:15,659 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000004
2014-04-10 11:02:15,659 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:02:15,660 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0005_01_000004
2014-04-10 11:02:15,675 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job_1397145675630_0005_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:02:15,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1/_temporary/1/_temporary/attempt_1397145675630_0005_m_000000_0 dst=null perm=null
2014-04-10 11:02:15,698 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0005_01_000004 is : 143
2014-04-10 11:02:15,724 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:02:15,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job.split dst=null perm=null
2014-04-10 11:02:15,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:15,738 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000004
2014-04-10 11:02:15,738 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000004
2014-04-10 11:02:15,741 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000004
2014-04-10 11:02:15,742 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000004
2014-04-10 11:02:15,743 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000004
2014-04-10 11:02:15,743 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:02:15,743 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0005_01_000004 from application application_1397145675630_0005
2014-04-10 11:02:15,743 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:15,743 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0005
2014-04-10 11:02:15,748 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52808, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0005_m_000004_0_-2028834568_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 195816
2014-04-10 11:02:15,750 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741891_1067 src: /127.0.0.1:40084 dest: /127.0.0.1:37218
2014-04-10 11:02:15,759 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0005_01_000002
2014-04-10 11:02:15,760 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000002
2014-04-10 11:02:15,760 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:02:15,760 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0005_01_000002
2014-04-10 11:02:15,760 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0005_01_000004
2014-04-10 11:02:15,761 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:15,761 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0005_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:02:15,761 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000004
2014-04-10 11:02:15,761 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0005_01_000004 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:02:15,761 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:8192, vCores:6> numContainers=6 user=brock user-resources=<memory:8192, vCores:6>
2014-04-10 11:02:15,761 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0005_01_000004, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:15,761 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:15,762 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:02:15,762 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0005_000001 released container container_1397145675630_0005_01_000004 on node: host: localhost:38779 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:02:15,761 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741891_1067 src: /127.0.0.1:54616 dest: /127.0.0.1:50911
2014-04-10 11:02:15,769 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741891_1067 src: /127.0.0.1:48429 dest: /127.0.0.1:53749
2014-04-10 11:02:15,774 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0005_01_000002 is : 143
2014-04-10 11:02:15,787 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job_1397145675630_0005_1.jhist for DFSClient_NONMAPREDUCE_1178945632_1
2014-04-10 11:02:15,787 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:02:15,788 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000002
2014-04-10 11:02:15,788 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000002
2014-04-10 11:02:15,788 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000002
2014-04-10 11:02:15,788 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000002
2014-04-10 11:02:15,789 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000002
2014-04-10 11:02:15,789 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:02:15,789 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0005_01_000002 from application application_1397145675630_0005
2014-04-10 11:02:15,789 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:15,789 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0005
2014-04-10 11:02:15,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1/_temporary/1/_temporary/attempt_1397145675630_0005_m_000001_0 dst=null perm=null
2014-04-10 11:02:15,844 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40087, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0005_m_000003_0_-589502786_1, offset: 1024, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741884_1060, duration: 211849
2014-04-10 11:02:15,899 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0005_01_000003
2014-04-10 11:02:15,900 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000003
2014-04-10 11:02:15,900 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:02:15,900 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0005_01_000003
2014-04-10 11:02:15,900 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0005_01_000002
2014-04-10 11:02:15,900 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:15,900 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0005_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:02:15,901 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000002
2014-04-10 11:02:15,901 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0005_01_000002 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:02:15,901 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:5> numContainers=5 user=brock user-resources=<memory:7168, vCores:5>
2014-04-10 11:02:15,901 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0005_01_000002, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:15,901 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:15,901 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:02:15,901 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0005_000001 released container container_1397145675630_0005_01_000002 on node: host: localhost:38779 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:02:15,916 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0005_01_000003 is : 143
2014-04-10 11:02:15,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:15,928 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:02:15,928 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54620, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0005_m_000003_0_-589502786_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 186068
2014-04-10 11:02:15,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000003
2014-04-10 11:02:15,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000003
2014-04-10 11:02:15,930 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000003
2014-04-10 11:02:15,930 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000003
2014-04-10 11:02:15,930 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000003
2014-04-10 11:02:15,930 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:02:15,930 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0005_01_000003 from application application_1397145675630_0005
2014-04-10 11:02:15,930 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:15,930 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0005
2014-04-10 11:02:16,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1/_temporary/1/_temporary/attempt_1397145675630_0005_m_000004_0 dst=null perm=null
2014-04-10 11:02:16,071 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0005_01_000006
2014-04-10 11:02:16,071 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000006
2014-04-10 11:02:16,071 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:02:16,071 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0005_01_000006
2014-04-10 11:02:16,083 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0005_01_000006 is : 143
2014-04-10 11:02:16,092 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:02:16,093 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000006
2014-04-10 11:02:16,093 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000006
2014-04-10 11:02:16,093 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000006
2014-04-10 11:02:16,093 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000006
2014-04-10 11:02:16,093 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000006
2014-04-10 11:02:16,093 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:02:16,093 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0005_01_000006 from application application_1397145675630_0005
2014-04-10 11:02:16,093 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:16,094 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0005
2014-04-10 11:02:16,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1/_temporary/1/_temporary/attempt_1397145675630_0005_m_000003_0 dst=null perm=null
2014-04-10 11:02:16,197 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0005_01_000005
2014-04-10 11:02:16,197 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000005
2014-04-10 11:02:16,197 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:02:16,197 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0005_01_000005
2014-04-10 11:02:16,197 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0005_01_000003
2014-04-10 11:02:16,198 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:16,198 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0005_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:02:16,198 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000003
2014-04-10 11:02:16,198 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0005_01_000003 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:02:16,198 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:4> numContainers=4 user=brock user-resources=<memory:6144, vCores:4>
2014-04-10 11:02:16,198 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0005_01_000003, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:16,198 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:16,198 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:02:16,199 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0005_000001 released container container_1397145675630_0005_01_000003 on node: host: localhost:38779 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:02:16,204 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0005_01_000005 is : 143
2014-04-10 11:02:16,213 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:02:16,213 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000005
2014-04-10 11:02:16,214 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000005
2014-04-10 11:02:16,214 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000005
2014-04-10 11:02:16,214 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000005
2014-04-10 11:02:16,214 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000005
2014-04-10 11:02:16,214 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:02:16,215 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0005_01_000005 from application application_1397145675630_0005
2014-04-10 11:02:16,215 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:16,215 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0005
2014-04-10 11:02:16,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:02:16,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/COMMIT_STARTED dst=null perm=null
2014-04-10 11:02:16,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:02:16,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/COMMIT_FAIL dst=null perm=null
2014-04-10 11:02:16,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006 dst=null perm=null
2014-04-10 11:02:16,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:02:16,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:02:16,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:16,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:17,029 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40092, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_558535990_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741887_1063, duration: 146941
2014-04-10 11:02:17,053 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:17,054 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000007
2014-04-10 11:02:17,054 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0005_01_000007 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:02:17,054 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0005 container=Container: [ContainerId: container_1397145675630_0005_01_000007, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0005_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:17,054 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:02:17,054 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:17,072 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0005_01_000006
2014-04-10 11:02:17,073 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:17,073 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0005_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:02:17,073 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000006
2014-04-10 11:02:17,073 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0005_01_000006 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:02:17,073 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:4> numContainers=4 user=brock user-resources=<memory:6144, vCores:4>
2014-04-10 11:02:17,073 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0005_01_000006, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:17,073 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:17,074 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:02:17,074 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0005_000001 released container container_1397145675630_0005_01_000006 on node: host: localhost:41546 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:02:17,198 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0005_01_000005
2014-04-10 11:02:17,199 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:17,199 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0005_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:02:17,199 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000005
2014-04-10 11:02:17,199 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0005_01_000005 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:02:17,199 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:3> numContainers=3 user=brock user-resources=<memory:5120, vCores:3>
2014-04-10 11:02:17,200 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0005_01_000005, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:17,200 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:17,200 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:02:17,200 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0005_000001 released container container_1397145675630_0005_01_000005 on node: host: localhost:38779 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:02:17,677 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0006_000001 (auth:SIMPLE)
2014-04-10 11:02:17,678 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0006_000001
2014-04-10 11:02:17,679 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0006 APPATTEMPTID=appattempt_1397145675630_0006_000001
2014-04-10 11:02:17,679 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0006_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:02:17,679 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0006 State change from ACCEPTED to RUNNING
2014-04-10 11:02:17,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job_1397145675630_0006_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:17,721 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:17,732 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0005_000001 (auth:SIMPLE)
2014-04-10 11:02:17,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:02:17,734 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0005_01_000007 by user brock
2014-04-10 11:02:17,734 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000007
2014-04-10 11:02:17,734 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0005_01_000007 to application application_1397145675630_0005
2014-04-10 11:02:17,735 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 11:02:17,735 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0005
2014-04-10 11:02:17,735 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0005
2014-04-10 11:02:17,735 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:17,735 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0005
2014-04-10 11:02:17,735 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:17,754 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:17,754 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:17,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job_1397145675630_0006_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:17,793 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000007/default_container_executor.sh]
2014-04-10 11:02:17,862 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job_1397145675630_0006_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:02:17,899 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741892_1068 src: /127.0.0.1:40096 dest: /127.0.0.1:37218
2014-04-10 11:02:17,900 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741892_1068 src: /127.0.0.1:54628 dest: /127.0.0.1:50911
2014-04-10 11:02:17,901 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741892_1068 src: /127.0.0.1:52823 dest: /127.0.0.1:36156
2014-04-10 11:02:17,906 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52823, dest: /127.0.0.1:36156, bytes: 95097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_558535990_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741892_1068, duration: 4882148
2014-04-10 11:02:17,906 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741892_1068, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:17,907 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:02:17,907 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54628, dest: /127.0.0.1:50911, bytes: 95097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_558535990_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741892_1068, duration: 5354877
2014-04-10 11:02:17,907 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:17,907 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40096, dest: /127.0.0.1:37218, bytes: 95097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_558535990_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741892_1068, duration: 5962992
2014-04-10 11:02:17,907 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:02:17,907 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:17,908 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:02:17,924 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job_1397145675630_0006_1_conf.xml is closed by DFSClient_NONMAPREDUCE_558535990_1
2014-04-10 11:02:18,053 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:18,231 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741892_1068
2014-04-10 11:02:18,567 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741892_1068
2014-04-10 11:02:18,725 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:02:18,962 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741892_1068
2014-04-10 11:02:19,054 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:19,054 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000002
2014-04-10 11:02:19,054 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0006_01_000002 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:02:19,054 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0006 container=Container: [ContainerId: container_1397145675630_0006_01_000002, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0006_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:19,054 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:02:19,055 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:19,073 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:19,074 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000003
2014-04-10 11:02:19,074 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0006_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:02:19,074 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0006 container=Container: [ContainerId: container_1397145675630_0006_01_000003, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0006_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:19,074 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:02:19,074 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:19,074 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:19,074 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000004
2014-04-10 11:02:19,074 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0006_01_000004 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:02:19,075 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0006 container=Container: [ContainerId: container_1397145675630_0006_01_000004, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0006_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:19,075 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:02:19,075 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:19,199 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:19,199 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000005
2014-04-10 11:02:19,199 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0006_01_000005 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:02:19,199 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0006 container=Container: [ContainerId: container_1397145675630_0006_01_000005, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0006_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:19,200 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:02:19,200 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:19,200 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:19,200 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000006
2014-04-10 11:02:19,200 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0006_01_000006 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:02:19,200 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0006 container=Container: [ContainerId: container_1397145675630_0006_01_000006, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0006_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:19,200 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2014-04-10 11:02:19,200 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:19,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1/_temporary/1/_temporary/attempt_1397145675630_0005_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:19,627 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1/_temporary/1/_temporary/attempt_1397145675630_0005_r_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:02:19,702 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741893_1069 src: /127.0.0.1:54637 dest: /127.0.0.1:50911
2014-04-10 11:02:19,703 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741893_1069 src: /127.0.0.1:52832 dest: /127.0.0.1:36156
2014-04-10 11:02:19,704 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741893_1069 src: /127.0.0.1:40108 dest: /127.0.0.1:37218
2014-04-10 11:02:19,716 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40108, dest: /127.0.0.1:37218, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0005_r_000000_0_435923529_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741893_1069, duration: 10909820
2014-04-10 11:02:19,716 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741893_1069, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:19,716 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52832, dest: /127.0.0.1:36156, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0005_r_000000_0_435923529_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741893_1069, duration: 11489222
2014-04-10 11:02:19,716 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:02:19,717 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:19,717 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:19,717 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54637, dest: /127.0.0.1:50911, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0005_r_000000_0_435923529_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741893_1069, duration: 12384736
2014-04-10 11:02:19,717 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:19,718 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:19,717 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:02:19,718 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:19,718 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:19,718 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:02:19,719 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:19,732 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1/_temporary/1/_temporary/attempt_1397145675630_0005_r_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0005_r_000000_0_435923529_1
2014-04-10 11:02:19,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar dst=null perm=null
2014-04-10 11:02:19,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar dst=null perm=null
2014-04-10 11:02:19,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.xml dst=null perm=null
2014-04-10 11:02:19,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.xml dst=null perm=null
2014-04-10 11:02:19,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:19,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:19,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:19,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:19,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:19,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:19,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1/_temporary/1/_temporary/attempt_1397145675630_0005_r_000000_0 dst=null perm=null
2014-04-10 11:02:19,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1/_temporary/1/_temporary/attempt_1397145675630_0005_r_000000_0 dst=null perm=null
2014-04-10 11:02:19,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1/_temporary/1/task_1397145675630_0005_r_000000 dst=null perm=null
2014-04-10 11:02:19,824 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0006_000001 (auth:SIMPLE)
2014-04-10 11:02:19,824 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0006_000001 (auth:SIMPLE)
2014-04-10 11:02:19,824 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0006_000001 (auth:SIMPLE)
2014-04-10 11:02:19,827 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0006_01_000003 by user brock
2014-04-10 11:02:19,827 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0006_01_000004 by user brock
2014-04-10 11:02:19,827 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000003
2014-04-10 11:02:19,827 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0006_01_000003 to application application_1397145675630_0006
2014-04-10 11:02:19,827 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000004
2014-04-10 11:02:19,828 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0006_01_000004 to application application_1397145675630_0006
2014-04-10 11:02:19,828 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:02:19,828 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0006_01_000002 by user brock
2014-04-10 11:02:19,828 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0006_01_000006 by user brock
2014-04-10 11:02:19,828 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0006_01_000005 by user brock
2014-04-10 11:02:19,828 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0006
2014-04-10 11:02:19,828 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:02:19,829 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000005
2014-04-10 11:02:19,829 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0006
2014-04-10 11:02:19,829 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000002
2014-04-10 11:02:19,829 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0006_01_000005 to application application_1397145675630_0006
2014-04-10 11:02:19,829 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0006
2014-04-10 11:02:19,829 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0006
2014-04-10 11:02:19,829 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000006
2014-04-10 11:02:19,829 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0006 transitioned from NEW to INITING
2014-04-10 11:02:19,829 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:19,830 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0006_01_000002 to application application_1397145675630_0006
2014-04-10 11:02:19,830 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0006
2014-04-10 11:02:19,830 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0006 transitioned from NEW to INITING
2014-04-10 11:02:19,830 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0006 transitioned from INITING to RUNNING
2014-04-10 11:02:19,830 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0006_01_000006 to application application_1397145675630_0006
2014-04-10 11:02:19,830 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0006
2014-04-10 11:02:19,830 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0006 transitioned from INITING to RUNNING
2014-04-10 11:02:19,830 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:02:19,830 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0006
2014-04-10 11:02:19,831 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:19,831 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:02:19,831 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0006
2014-04-10 11:02:19,831 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:02:19,831 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0006
2014-04-10 11:02:19,831 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0006
2014-04-10 11:02:19,831 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:19,832 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0006
2014-04-10 11:02:19,832 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:19,832 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:02:19,830 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0006
2014-04-10 11:02:19,832 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:19,832 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0006
2014-04-10 11:02:19,832 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:19,832 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0006
2014-04-10 11:02:19,833 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:02:19,833 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:02:19,833 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0006_01_000002
2014-04-10 11:02:19,832 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:02:19,834 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0006
2014-04-10 11:02:19,834 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0006
2014-04-10 11:02:19,834 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:19,834 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0006
2014-04-10 11:02:19,834 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0006_01_000005
2014-04-10 11:02:19,835 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0006_01_000006
2014-04-10 11:02:19,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1/_temporary/1/_temporary/attempt_1397145675630_0005_r_000000_0 dst=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1/_temporary/1/task_1397145675630_0005_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:02:19,844 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0006_01_000002.tokens. Credentials list:
2014-04-10 11:02:19,844 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397145675630_0006_01_000006.tokens. Credentials list:
2014-04-10 11:02:19,844 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0006_01_000005.tokens. Credentials list:
2014-04-10 11:02:19,859 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:19,860 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:19,862 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:02:19,863 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:02:19,863 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:19,863 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:19,892 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0005_01_000007
2014-04-10 11:02:19,892 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000007
2014-04-10 11:02:19,892 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000007 transitioned from RUNNING to KILLING
2014-04-10 11:02:19,892 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0005_01_000007
2014-04-10 11:02:19,893 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:19,900 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0005_01_000007 is : 143
2014-04-10 11:02:19,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:19,914 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:02:19,914 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000007
2014-04-10 11:02:19,922 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000007
2014-04-10 11:02:19,922 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000007
2014-04-10 11:02:19,922 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:02:19,922 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0005_01_000007 from application application_1397145675630_0005
2014-04-10 11:02:19,922 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000007
2014-04-10 11:02:19,922 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:19,923 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0005
2014-04-10 11:02:19,922 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000007
2014-04-10 11:02:19,924 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1178945632_1
2014-04-10 11:02:19,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1/_temporary/1 dst=null perm=null
2014-04-10 11:02:19,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000003/default_container_executor.sh]
2014-04-10 11:02:19,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1 dst=null perm=null
2014-04-10 11:02:19,932 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000004/default_container_executor.sh]
2014-04-10 11:02:19,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1 dst=null perm=null
2014-04-10 11:02:19,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1/_temporary/1/task_1397145675630_0005_r_000000 dst=null perm=null
2014-04-10 11:02:19,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1/part-00000 dst=null perm=null
2014-04-10 11:02:19,938 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0006_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000002.tokens
2014-04-10 11:02:19,939 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397145675630_0006_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000006.tokens
2014-04-10 11:02:19,939 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0006
2014-04-10 11:02:19,939 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0006
2014-04-10 11:02:19,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1/_temporary/1/task_1397145675630_0005_r_000000/part-00000 dst=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:19,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1/_temporary dst=null perm=null
2014-04-10 11:02:19,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:19,999 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1178945632_1
2014-04-10 11:02:20,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:20,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar dst=null perm=null
2014-04-10 11:02:20,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar dst=null perm=null
2014-04-10 11:02:20,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar dst=null perm=null
2014-04-10 11:02:20,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar dst=null perm=null
2014-04-10 11:02:20,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar dst=null perm=null
2014-04-10 11:02:20,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar dst=null perm=null
2014-04-10 11:02:20,032 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1178945632_1
2014-04-10 11:02:20,035 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40116, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1026647056_4217, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741883_1059, duration: 635694
2014-04-10 11:02:20,040 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54648, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_11460277_4216, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741883_1059, duration: 2426503
2014-04-10 11:02:20,051 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48429, dest: /127.0.0.1:53749, bytes: 68728, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1178945632_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741891_1067, duration: 4277573643
2014-04-10 11:02:20,051 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741891_1067, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:20,052 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54616, dest: /127.0.0.1:50911, bytes: 68728, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1178945632_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741891_1067, duration: 4277848141
2014-04-10 11:02:20,053 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:20,052 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 15742
2014-04-10 11:02:20,053 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40084, dest: /127.0.0.1:37218, bytes: 68728, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1178945632_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741891_1067, duration: 4279798635
2014-04-10 11:02:20,054 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:20,054 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 15742
2014-04-10 11:02:20,054 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 15742
2014-04-10 11:02:20,055 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:20,056 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:20,066 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job_1397145675630_0005_1.jhist is closed by DFSClient_NONMAPREDUCE_1178945632_1
2014-04-10 11:02:20,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.xml dst=null perm=null
2014-04-10 11:02:20,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.xml dst=null perm=null
2014-04-10 11:02:20,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.xml dst=null perm=null
2014-04-10 11:02:20,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.xml dst=null perm=null
2014-04-10 11:02:20,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.xml dst=null perm=null
2014-04-10 11:02:20,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.xml dst=null perm=null
2014-04-10 11:02:20,073 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40116, bytes: 81660, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_11460277_4216, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741889_1065, duration: 213673
2014-04-10 11:02:20,074 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:20,074 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:20,074 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48461, bytes: 81660, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1026647056_4217, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741889_1065, duration: 265510
2014-04-10 11:02:20,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:20,085 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:02:20,087 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:20,087 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:20,087 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:20,087 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:20,087 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:20,101 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741894_1070 src: /127.0.0.1:52844 dest: /127.0.0.1:36156
2014-04-10 11:02:20,102 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741894_1070 src: /127.0.0.1:54651 dest: /127.0.0.1:50911
2014-04-10 11:02:20,105 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741894_1070 src: /127.0.0.1:40121 dest: /127.0.0.1:37218
2014-04-10 11:02:20,107 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40121, dest: /127.0.0.1:37218, bytes: 424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1178945632_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741894_1070, duration: 977667
2014-04-10 11:02:20,108 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741894_1070, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:20,108 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:02:20,108 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54651, dest: /127.0.0.1:50911, bytes: 424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1178945632_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741894_1070, duration: 1165373
2014-04-10 11:02:20,108 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:20,108 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:02:20,109 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:20,109 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:20,109 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52844, dest: /127.0.0.1:36156, bytes: 424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1178945632_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741894_1070, duration: 2500931
2014-04-10 11:02:20,109 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:20,109 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:02:20,116 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:20,116 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:20,119 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:20,119 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:20,124 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005.summary_tmp is closed by DFSClient_NONMAPREDUCE_1178945632_1
2014-04-10 11:02:20,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:20,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job_1397145675630_0005_1.jhist dst=null perm=null
2014-04-10 11:02:20,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005-1397145726809-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F852D1F1447A54043-1397145740033-5-1-SUCCEEDED-default-1397145729622.jhist_tmp dst=null perm=null
2014-04-10 11:02:20,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job_1397145675630_0005_1.jhist dst=null perm=null
2014-04-10 11:02:20,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005-1397145726809-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F852D1F1447A54043-1397145740033-5-1-SUCCEEDED-default-1397145729622.jhist_tmp dst=null perm=null
2014-04-10 11:02:20,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job_1397145675630_0005_1.jhist dst=null perm=null
2014-04-10 11:02:20,164 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000006/default_container_executor.sh]
2014-04-10 11:02:20,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005-1397145726809-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F852D1F1447A54043-1397145740033-5-1-SUCCEEDED-default-1397145729622.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:20,168 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40122, bytes: 69268, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1178945632_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741891_1067, duration: 189337
2014-04-10 11:02:20,169 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000005/default_container_executor.sh]
2014-04-10 11:02:20,170 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005-1397145726809-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F852D1F1447A54043-1397145740033-5-1-SUCCEEDED-default-1397145729622.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:02:20,172 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000002/default_container_executor.sh]
2014-04-10 11:02:20,184 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741895_1071 src: /127.0.0.1:40123 dest: /127.0.0.1:37218
2014-04-10 11:02:20,186 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741895_1071 src: /127.0.0.1:48467 dest: /127.0.0.1:53749
2014-04-10 11:02:20,186 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741895_1071 src: /127.0.0.1:52850 dest: /127.0.0.1:36156
2014-04-10 11:02:20,189 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52850, dest: /127.0.0.1:36156, bytes: 68728, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1178945632_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741895_1071, duration: 2368801
2014-04-10 11:02:20,190 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741895_1071, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:20,190 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:02:20,191 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48467, dest: /127.0.0.1:53749, bytes: 68728, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1178945632_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741895_1071, duration: 3182760
2014-04-10 11:02:20,191 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:20,191 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40123, dest: /127.0.0.1:37218, bytes: 68728, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1178945632_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741895_1071, duration: 3830143
2014-04-10 11:02:20,192 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:20,196 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741895_1071 size 68728
2014-04-10 11:02:20,197 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741895_1071 size 68728
2014-04-10 11:02:20,199 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:20,199 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:20,207 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005-1397145726809-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F852D1F1447A54043-1397145740033-5-1-SUCCEEDED-default-1397145729622.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1178945632_1
2014-04-10 11:02:20,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005-1397145726809-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F852D1F1447A54043-1397145740033-5-1-SUCCEEDED-default-1397145729622.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:20,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job_1397145675630_0005_1_conf.xml dst=null perm=null
2014-04-10 11:02:20,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005_conf.xml_tmp dst=null perm=null
2014-04-10 11:02:20,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job_1397145675630_0005_1_conf.xml dst=null perm=null
2014-04-10 11:02:20,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005_conf.xml_tmp dst=null perm=null
2014-04-10 11:02:20,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005/job_1397145675630_0005_1_conf.xml dst=null perm=null
2014-04-10 11:02:20,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:20,262 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48469, bytes: 95846, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1178945632_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741890_1066, duration: 279916
2014-04-10 11:02:20,264 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:02:20,276 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741896_1072 src: /127.0.0.1:52852 dest: /127.0.0.1:36156
2014-04-10 11:02:20,287 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741896_1072 src: /127.0.0.1:54659 dest: /127.0.0.1:50911
2014-04-10 11:02:20,294 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741896_1072 src: /127.0.0.1:40129 dest: /127.0.0.1:37218
2014-04-10 11:02:20,317 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40129, dest: /127.0.0.1:37218, bytes: 95102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1178945632_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741896_1072, duration: 14252575
2014-04-10 11:02:20,317 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:20,318 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54659, dest: /127.0.0.1:50911, bytes: 95102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1178945632_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741896_1072, duration: 10830253
2014-04-10 11:02:20,318 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:20,318 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741896_1072, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:20,319 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52852, dest: /127.0.0.1:36156, bytes: 95102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1178945632_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741896_1072, duration: 11503212
2014-04-10 11:02:20,319 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:20,319 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:20,319 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:20,332 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1178945632_1
2014-04-10 11:02:20,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:20,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:20,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:20,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005-1397145726809-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F852D1F1447A54043-1397145740033-5-1-SUCCEEDED-default-1397145729622.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005-1397145726809-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F852D1F1447A54043-1397145740033-5-1-SUCCEEDED-default-1397145729622.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:20,404 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0005_000001 with final state: FINISHING
2014-04-10 11:02:20,404 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0005_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:02:20,404 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0005 with final state: FINISHING
2014-04-10 11:02:20,404 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0005 State change from RUNNING to FINAL_SAVING
2014-04-10 11:02:20,404 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0005
2014-04-10 11:02:20,405 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0005_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:02:20,405 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0005 State change from FINAL_SAVING to FINISHING
2014-04-10 11:02:20,505 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:02:20,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:02:20,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:02:20,542 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0005 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005-1397145726809-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F852D1F1447A54043-1397145740033-5-1-SUCCEEDED-default-1397145729622.jhist
2014-04-10 11:02:20,542 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005-1397145726809-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F852D1F1447A54043-1397145740033-5-1-SUCCEEDED-default-1397145729622.jhist]
2014-04-10 11:02:20,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005-1397145726809-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F852D1F1447A54043-1397145740033-5-1-SUCCEEDED-default-1397145729622.jhist dst=null perm=null
2014-04-10 11:02:20,559 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52859, bytes: 69268, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741895_1071, duration: 14580807
2014-04-10 11:02:20,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005.summary dst=null perm=null
2014-04-10 11:02:20,587 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40116, bytes: 428, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741894_1070, duration: 159083
2014-04-10 11:02:20,587 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0005,submitTime=1397145726809,launchTime=1397145729622,firstMapTaskLaunchTime=1397145731808,firstReduceTaskLaunchTime=1397145737735,finishTime=1397145740033,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=20,reduceSlotSeconds=2,jobName=[7CA7D976A2F94AE3B313C211BDE6FF81/852D1F1447A540438B2A921632AAA875] lower*upper/(1/3)
2014-04-10 11:02:20,587 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005.summary]
2014-04-10 11:02:20,599 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741894_1070 127.0.0.1:36156 127.0.0.1:50911 127.0.0.1:37218
2014-04-10 11:02:20,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005.summary dst=null perm=null
2014-04-10 11:02:20,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:02:20,601 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005-1397145726809-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F852D1F1447A54043-1397145740033-5-1-SUCCEEDED-default-1397145729622.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0005-1397145726809-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F852D1F1447A54043-1397145740033-5-1-SUCCEEDED-default-1397145729622.jhist
2014-04-10 11:02:20,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005-1397145726809-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F852D1F1447A54043-1397145740033-5-1-SUCCEEDED-default-1397145729622.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0005-1397145726809-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F852D1F1447A54043-1397145740033-5-1-SUCCEEDED-default-1397145729622.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:20,616 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0005_conf.xml
2014-04-10 11:02:20,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0005_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0005_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:20,730 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:02:20,893 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0005_01_000007
2014-04-10 11:02:20,893 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:20,893 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0005_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 11:02:20,893 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000007
2014-04-10 11:02:20,893 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0005_01_000007 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:02:20,894 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:9216, vCores:7> numContainers=7 user=brock user-resources=<memory:9216, vCores:7>
2014-04-10 11:02:20,894 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0005_01_000007, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:20,894 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:20,894 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:02:20,894 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0005_000001 released container container_1397145675630_0005_01_000007 on node: host: localhost:55857 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:02:21,190 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:02:21,435 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0006_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000005.tokens
2014-04-10 11:02:21,435 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0006
2014-04-10 11:02:21,466 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741882_1058 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:50911
2014-04-10 11:02:21,466 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741884_1060 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:02:21,466 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741886_1062 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:37218
2014-04-10 11:02:21,466 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741888_1064 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:02:21,467 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741891_1067 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:53749
2014-04-10 11:02:21,467 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741890_1066 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:50911
2014-04-10 11:02:21,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0005 dst=null perm=null
2014-04-10 11:02:22,102 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073741888_1064, blk_1073741891_1067, blk_1073741894_1070, blk_1073741882_1058, blk_1073741884_1060, blk_1073741886_1062]
2014-04-10 11:02:22,102 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073741888_1064, blk_1073741890_1066, blk_1073741894_1070, blk_1073741882_1058, blk_1073741884_1060]
2014-04-10 11:02:22,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.split dst=null perm=null
2014-04-10 11:02:22,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.split dst=null perm=null
2014-04-10 11:02:22,863 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54678, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0006_m_000001_0_357001688_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741885_1061, duration: 175292
2014-04-10 11:02:22,898 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52873, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0006_m_000002_0_105788193_1, offset: 512, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741885_1061, duration: 177499
2014-04-10 11:02:22,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:02:22,932 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54678, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0006_m_000001_0_357001688_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 159268
2014-04-10 11:02:22,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.split dst=null perm=null
2014-04-10 11:02:22,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:02:22,997 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40151, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0006_m_000002_0_105788193_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 167170
2014-04-10 11:02:23,028 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40150, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0006_m_000000_0_-1287223426_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741885_1061, duration: 150746
2014-04-10 11:02:23,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:02:23,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE/_temporary/1/_temporary/attempt_1397145675630_0006_m_000001_0 dst=null perm=null
2014-04-10 11:02:23,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.split dst=null perm=null
2014-04-10 11:02:23,233 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741893_1069
2014-04-10 11:02:23,234 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741895_1071
2014-04-10 11:02:23,235 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741896_1072
2014-04-10 11:02:23,236 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741894_1070
2014-04-10 11:02:23,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job.split dst=null perm=null
2014-04-10 11:02:23,273 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0006_01_000003
2014-04-10 11:02:23,273 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000003
2014-04-10 11:02:23,273 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:02:23,273 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0006_01_000003
2014-04-10 11:02:23,289 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job_1397145675630_0006_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:02:23,296 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54686, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0006_m_000000_0_-1287223426_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 164795
2014-04-10 11:02:23,301 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0006_01_000003 is : 143
2014-04-10 11:02:23,318 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40154, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0006_m_000004_0_-1416904809_1, offset: 1024, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741885_1061, duration: 164629
2014-04-10 11:02:23,318 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741897_1073 src: /127.0.0.1:48500 dest: /127.0.0.1:53749
2014-04-10 11:02:23,320 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:02:23,321 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40156, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0006_m_000003_0_-404524826_1, offset: 1024, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741885_1061, duration: 169890
2014-04-10 11:02:23,321 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000003
2014-04-10 11:02:23,321 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000003
2014-04-10 11:02:23,322 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000003
2014-04-10 11:02:23,322 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000003
2014-04-10 11:02:23,322 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000003
2014-04-10 11:02:23,323 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:02:23,323 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0006_01_000003 from application application_1397145675630_0006
2014-04-10 11:02:23,324 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741897_1073 src: /127.0.0.1:54689 dest: /127.0.0.1:50911
2014-04-10 11:02:23,327 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:23,327 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0006
2014-04-10 11:02:23,328 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741897_1073 src: /127.0.0.1:52884 dest: /127.0.0.1:36156
2014-04-10 11:02:23,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE/_temporary/1/_temporary/attempt_1397145675630_0006_m_000002_0 dst=null perm=null
2014-04-10 11:02:23,339 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job_1397145675630_0006_1.jhist for DFSClient_NONMAPREDUCE_558535990_1
2014-04-10 11:02:23,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:02:23,383 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54692, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0006_m_000003_0_-404524826_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 160671
2014-04-10 11:02:23,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE/_temporary/1/_temporary/attempt_1397145675630_0006_m_000000_0 dst=null perm=null
2014-04-10 11:02:23,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741888_1064 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741888 for deletion
2014-04-10 11:02:23,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741890_1066 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741890 for deletion
2014-04-10 11:02:23,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741888_1064 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741888
2014-04-10 11:02:23,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741894_1070 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741894 for deletion
2014-04-10 11:02:23,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741882_1058 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741882 for deletion
2014-04-10 11:02:23,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741894_1070 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741894
2014-04-10 11:02:23,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741884 for deletion
2014-04-10 11:02:23,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741890_1066 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741890
2014-04-10 11:02:23,398 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0006_01_000004
2014-04-10 11:02:23,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741882_1058 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741882
2014-04-10 11:02:23,399 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000004
2014-04-10 11:02:23,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741884
2014-04-10 11:02:23,399 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:02:23,399 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0006_01_000003
2014-04-10 11:02:23,399 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0006_01_000004
2014-04-10 11:02:23,399 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:23,400 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0006_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:02:23,400 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000003
2014-04-10 11:02:23,400 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0006_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:02:23,400 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:8192, vCores:6> numContainers=6 user=brock user-resources=<memory:8192, vCores:6>
2014-04-10 11:02:23,400 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0006_01_000003, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:23,400 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:23,400 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:02:23,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:02:23,400 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0006_000001 released container container_1397145675630_0006_01_000003 on node: host: localhost:41546 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:02:23,403 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52887, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0006_m_000004_0_-1416904809_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 142854
2014-04-10 11:02:23,406 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0006_01_000004 is : 143
2014-04-10 11:02:23,415 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:02:23,415 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000004
2014-04-10 11:02:23,416 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000004
2014-04-10 11:02:23,416 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000004
2014-04-10 11:02:23,416 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000004
2014-04-10 11:02:23,416 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000004
2014-04-10 11:02:23,417 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:02:23,417 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0006_01_000004 from application application_1397145675630_0006
2014-04-10 11:02:23,418 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:23,418 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0006
2014-04-10 11:02:23,445 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0006_01_000002
2014-04-10 11:02:23,446 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000002
2014-04-10 11:02:23,446 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:02:23,446 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0006_01_000002
2014-04-10 11:02:23,450 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0006_01_000002 is : 143
2014-04-10 11:02:23,461 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:02:23,462 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000002
2014-04-10 11:02:23,462 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000002
2014-04-10 11:02:23,462 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000002
2014-04-10 11:02:23,463 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000002
2014-04-10 11:02:23,463 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000002
2014-04-10 11:02:23,463 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:02:23,463 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0006_01_000002 from application application_1397145675630_0006
2014-04-10 11:02:23,463 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:23,463 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0006
2014-04-10 11:02:23,531 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741895_1071
2014-04-10 11:02:23,532 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741891_1067
2014-04-10 11:02:23,569 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741894_1070
2014-04-10 11:02:23,570 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741893_1069
2014-04-10 11:02:23,570 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741896_1072
2014-04-10 11:02:23,571 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741891_1067
2014-04-10 11:02:23,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE/_temporary/1/_temporary/attempt_1397145675630_0006_m_000003_0 dst=null perm=null
2014-04-10 11:02:23,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE/_temporary/1/_temporary/attempt_1397145675630_0006_m_000004_0 dst=null perm=null
2014-04-10 11:02:23,636 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0006_01_000005
2014-04-10 11:02:23,636 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000005
2014-04-10 11:02:23,636 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:02:23,636 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0006_01_000005
2014-04-10 11:02:23,641 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0006_01_000005 is : 143
2014-04-10 11:02:23,643 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0006_01_000006
2014-04-10 11:02:23,643 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000006
2014-04-10 11:02:23,649 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:02:23,649 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:02:23,649 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000005
2014-04-10 11:02:23,649 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000005
2014-04-10 11:02:23,650 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000005
2014-04-10 11:02:23,650 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0006_01_000006
2014-04-10 11:02:23,650 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000005
2014-04-10 11:02:23,656 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0006_01_000006 is : 143
2014-04-10 11:02:23,673 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000005
2014-04-10 11:02:23,673 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:02:23,673 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:02:23,673 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0006_01_000005 from application application_1397145675630_0006
2014-04-10 11:02:23,674 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:23,674 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0006
2014-04-10 11:02:23,674 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000006
2014-04-10 11:02:23,674 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000006
2014-04-10 11:02:23,675 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000006
2014-04-10 11:02:23,675 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000006
2014-04-10 11:02:23,675 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000006
2014-04-10 11:02:23,675 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:02:23,676 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0006_01_000006 from application application_1397145675630_0006
2014-04-10 11:02:23,676 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:23,676 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0006
2014-04-10 11:02:23,735 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741888_1064 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741888 for deletion
2014-04-10 11:02:23,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741891 for deletion
2014-04-10 11:02:23,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741888_1064 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741888
2014-04-10 11:02:23,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741894_1070 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741894 for deletion
2014-04-10 11:02:23,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741891
2014-04-10 11:02:23,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741882_1058 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741882 for deletion
2014-04-10 11:02:23,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741894_1070 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741894
2014-04-10 11:02:23,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741884 for deletion
2014-04-10 11:02:23,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741882_1058 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741882
2014-04-10 11:02:23,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741886 for deletion
2014-04-10 11:02:23,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741884
2014-04-10 11:02:23,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741886
2014-04-10 11:02:23,965 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741893_1069
2014-04-10 11:02:23,966 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741896_1072
2014-04-10 11:02:23,967 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741895_1071
2014-04-10 11:02:24,399 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0006_01_000004
2014-04-10 11:02:24,400 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:24,400 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0006_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:02:24,400 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000004
2014-04-10 11:02:24,401 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0006_01_000004 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:02:24,401 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:5> numContainers=5 user=brock user-resources=<memory:7168, vCores:5>
2014-04-10 11:02:24,401 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0006_01_000004, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:24,401 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:24,401 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:02:24,402 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0006_000001 released container container_1397145675630_0006_01_000004 on node: host: localhost:41546 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:02:24,446 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0006_01_000002
2014-04-10 11:02:24,447 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:24,447 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0006_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:02:24,447 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000002
2014-04-10 11:02:24,447 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0006_01_000002 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:02:24,447 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:4> numContainers=4 user=brock user-resources=<memory:6144, vCores:4>
2014-04-10 11:02:24,448 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0006_01_000002, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:24,448 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:24,448 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:02:24,448 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0006_000001 released container container_1397145675630_0006_01_000002 on node: host: localhost:55857 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:02:24,643 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0006_01_000005
2014-04-10 11:02:24,644 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0006_01_000006
2014-04-10 11:02:24,644 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:24,644 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0006_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:02:24,644 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000005
2014-04-10 11:02:24,645 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0006_01_000005 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:02:24,645 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:3> numContainers=3 user=brock user-resources=<memory:5120, vCores:3>
2014-04-10 11:02:24,645 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0006_01_000005, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:24,645 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:24,645 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:02:24,645 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0006_000001 released container container_1397145675630_0006_01_000005 on node: host: localhost:38779 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:02:24,646 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:24,646 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0006_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:02:24,646 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000006
2014-04-10 11:02:24,646 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0006_01_000006 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:02:24,646 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:2> numContainers=2 user=brock user-resources=<memory:4096, vCores:2>
2014-04-10 11:02:24,646 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0006_01_000006, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:24,647 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:24,647 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:02:24,647 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0006_000001 released container container_1397145675630_0006_01_000006 on node: host: localhost:38779 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:02:25,102 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073741888_1064, blk_1073741890_1066, blk_1073741891_1067, blk_1073741894_1070, blk_1073741882_1058, blk_1073741884_1060, blk_1073741886_1062]
2014-04-10 11:02:25,103 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073741890_1066, blk_1073741891_1067, blk_1073741882_1058, blk_1073741884_1060, blk_1073741886_1062]
2014-04-10 11:02:25,401 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:25,401 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000007
2014-04-10 11:02:25,401 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0006_01_000007 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:02:25,402 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0006 container=Container: [ContainerId: container_1397145675630_0006_01_000007, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0006_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:25,402 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:02:25,402 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:25,754 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:25,767 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0006_01_000007 by user brock
2014-04-10 11:02:25,767 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000007
2014-04-10 11:02:25,767 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0006_01_000007 to application application_1397145675630_0006
2014-04-10 11:02:25,768 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 11:02:25,768 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0006
2014-04-10 11:02:25,768 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0006
2014-04-10 11:02:25,768 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:25,768 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0006
2014-04-10 11:02:25,769 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:25,803 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:25,803 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:25,863 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000007/default_container_executor.sh]
2014-04-10 11:02:26,401 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:26,582 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0005_01_000001 succeeded
2014-04-10 11:02:26,582 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:02:26,582 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0005_01_000001
2014-04-10 11:02:26,592 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000001
2014-04-10 11:02:26,592 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000001
2014-04-10 11:02:26,592 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000001
2014-04-10 11:02:26,592 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0005/container_1397145675630_0005_01_000001
2014-04-10 11:02:26,592 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000001
2014-04-10 11:02:26,592 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0005_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:02:26,592 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0005_01_000001 from application application_1397145675630_0005
2014-04-10 11:02:26,592 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:26,593 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0005
2014-04-10 11:02:26,658 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741890_1066 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741890 for deletion
2014-04-10 11:02:26,658 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741891 for deletion
2014-04-10 11:02:26,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741882_1058 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741882 for deletion
2014-04-10 11:02:26,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741890_1066 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741890
2014-04-10 11:02:26,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741884 for deletion
2014-04-10 11:02:26,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741886 for deletion
2014-04-10 11:02:26,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741891
2014-04-10 11:02:26,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741882_1058 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741882
2014-04-10 11:02:26,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741884
2014-04-10 11:02:26,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741886
2014-04-10 11:02:26,713 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741888_1064 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741888 for deletion
2014-04-10 11:02:26,713 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741890_1066 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741890 for deletion
2014-04-10 11:02:26,713 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741888_1064 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741888
2014-04-10 11:02:26,713 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741891 for deletion
2014-04-10 11:02:26,713 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741890_1066 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741890
2014-04-10 11:02:26,713 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741894_1070 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741894 for deletion
2014-04-10 11:02:26,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741891
2014-04-10 11:02:26,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741882_1058 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741882 for deletion
2014-04-10 11:02:26,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741894_1070 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741894
2014-04-10 11:02:26,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741884 for deletion
2014-04-10 11:02:26,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741882_1058 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741882
2014-04-10 11:02:26,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741886 for deletion
2014-04-10 11:02:26,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741884
2014-04-10 11:02:26,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741886
2014-04-10 11:02:26,758 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:02:27,447 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0005_01_000001
2014-04-10 11:02:27,448 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0005_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:27,448 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0005_000001
2014-04-10 11:02:27,448 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0005_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:02:27,448 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0005 CONTAINERID=container_1397145675630_0005_01_000001
2014-04-10 11:02:27,449 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0005_01_000001 of capacity <memory:2048, vCores:1> on host localhost:55857, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:02:27,448 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0005_000001 State change from FINISHING to FINISHED
2014-04-10 11:02:27,449 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:02:27,449 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0005 State change from FINISHING to FINISHED
2014-04-10 11:02:27,449 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0005_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:27,449 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0005
2014-04-10 11:02:27,449 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0005_000001
2014-04-10 11:02:27,449 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0005,name=[7CA7D976A2F94AE3B313C211BDE6FF81/852D1F1447A540438B2A921632AAA875] lower*upper/(1/3),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0005/jobhistory/job/job_1397145675630_0005,appMasterHost=localhost.localdomain,startTime=1397145726809,finishTime=1397145740404,finalStatus=SUCCEEDED
2014-04-10 11:02:27,449 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:27,449 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2014-04-10 11:02:27,449 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0005_000001 released container container_1397145675630_0005_01_000001 on node: host: localhost:55857 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:02:27,449 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0005_000001 is done. finalState=FINISHED
2014-04-10 11:02:27,450 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0005 requests cleared
2014-04-10 11:02:27,450 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0005 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:02:27,450 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0005 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:02:27,452 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0005_000001 (auth:SIMPLE)
2014-04-10 11:02:27,452 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0005_01_000001
2014-04-10 11:02:27,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE/_temporary/1/_temporary/attempt_1397145675630_0006_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:27,644 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE/_temporary/1/_temporary/attempt_1397145675630_0006_r_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:02:27,645 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:02:27,645 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0005
2014-04-10 11:02:27,645 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0005
2014-04-10 11:02:27,645 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0005
2014-04-10 11:02:27,646 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0005
2014-04-10 11:02:27,646 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0005
2014-04-10 11:02:27,646 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:02:27,646 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0005, with delay of 10800 seconds
2014-04-10 11:02:27,720 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741898_1074 src: /127.0.0.1:54709 dest: /127.0.0.1:50911
2014-04-10 11:02:27,721 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741898_1074 src: /127.0.0.1:52904 dest: /127.0.0.1:36156
2014-04-10 11:02:27,722 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741898_1074 src: /127.0.0.1:40180 dest: /127.0.0.1:37218
2014-04-10 11:02:27,732 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40180, dest: /127.0.0.1:37218, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0006_r_000000_0_-1517937908_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741898_1074, duration: 9207586
2014-04-10 11:02:27,732 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741898_1074, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:27,732 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:27,732 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52904, dest: /127.0.0.1:36156, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0006_r_000000_0_-1517937908_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741898_1074, duration: 9615065
2014-04-10 11:02:27,733 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:27,733 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:27,733 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54709, dest: /127.0.0.1:50911, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0006_r_000000_0_-1517937908_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741898_1074, duration: 10460122
2014-04-10 11:02:27,734 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:27,734 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:27,749 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE/_temporary/1/_temporary/attempt_1397145675630_0006_r_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0006_r_000000_0_-1517937908_1
2014-04-10 11:02:27,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE/_temporary/1/_temporary/attempt_1397145675630_0006_r_000000_0 dst=null perm=null
2014-04-10 11:02:27,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE/_temporary/1/_temporary/attempt_1397145675630_0006_r_000000_0 dst=null perm=null
2014-04-10 11:02:27,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE/_temporary/1/task_1397145675630_0006_r_000000 dst=null perm=null
2014-04-10 11:02:27,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE/_temporary/1/_temporary/attempt_1397145675630_0006_r_000000_0 dst=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE/_temporary/1/task_1397145675630_0006_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:02:27,866 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0006_01_000007
2014-04-10 11:02:27,866 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000007
2014-04-10 11:02:27,866 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000007 transitioned from RUNNING to KILLING
2014-04-10 11:02:27,867 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0006_01_000007
2014-04-10 11:02:27,878 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0006_01_000007 is : 143
2014-04-10 11:02:27,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:27,890 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:02:27,890 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:02:27,890 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0005
2014-04-10 11:02:27,891 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0005
2014-04-10 11:02:27,891 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0005
2014-04-10 11:02:27,891 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0005
2014-04-10 11:02:27,891 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0005
2014-04-10 11:02:27,891 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000007
2014-04-10 11:02:27,891 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:02:27,891 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000007
2014-04-10 11:02:27,891 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000007
2014-04-10 11:02:27,891 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000007
2014-04-10 11:02:27,891 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000007
2014-04-10 11:02:27,891 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:02:27,892 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0005, with delay of 10800 seconds
2014-04-10 11:02:27,892 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0006_01_000007 from application application_1397145675630_0006
2014-04-10 11:02:27,892 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:27,892 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0006
2014-04-10 11:02:27,899 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_558535990_1
2014-04-10 11:02:27,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE/_temporary/1 dst=null perm=null
2014-04-10 11:02:27,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE dst=null perm=null
2014-04-10 11:02:27,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE dst=null perm=null
2014-04-10 11:02:27,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE/_temporary/1/task_1397145675630_0006_r_000000 dst=null perm=null
2014-04-10 11:02:27,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE/part-00000 dst=null perm=null
2014-04-10 11:02:27,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE/_temporary/1/task_1397145675630_0006_r_000000/part-00000 dst=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:27,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE/_temporary dst=null perm=null
2014-04-10 11:02:27,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:27,982 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE/_SUCCESS is closed by DFSClient_NONMAPREDUCE_558535990_1
2014-04-10 11:02:27,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:28,015 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_558535990_1
2014-04-10 11:02:28,043 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52884, dest: /127.0.0.1:36156, bytes: 68730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_558535990_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741897_1073, duration: 4711232497
2014-04-10 11:02:28,043 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741897_1073, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:28,044 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 15742
2014-04-10 11:02:28,044 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54689, dest: /127.0.0.1:50911, bytes: 68730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_558535990_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741897_1073, duration: 4712576527
2014-04-10 11:02:28,045 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:28,045 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 15742
2014-04-10 11:02:28,045 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48500, dest: /127.0.0.1:53749, bytes: 68730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_558535990_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741897_1073, duration: 4713756367
2014-04-10 11:02:28,046 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:28,046 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 15742
2014-04-10 11:02:28,065 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job_1397145675630_0006_1.jhist is closed by DFSClient_NONMAPREDUCE_558535990_1
2014-04-10 11:02:28,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:28,085 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:02:28,101 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741899_1075 src: /127.0.0.1:52906 dest: /127.0.0.1:36156
2014-04-10 11:02:28,102 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741899_1075 src: /127.0.0.1:40182 dest: /127.0.0.1:37218
2014-04-10 11:02:28,104 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741899_1075 src: /127.0.0.1:48526 dest: /127.0.0.1:53749
2014-04-10 11:02:28,107 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48526, dest: /127.0.0.1:53749, bytes: 424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_558535990_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741899_1075, duration: 1974042
2014-04-10 11:02:28,107 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741899_1075, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:28,108 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:02:28,108 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40182, dest: /127.0.0.1:37218, bytes: 424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_558535990_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741899_1075, duration: 2719415
2014-04-10 11:02:28,108 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:28,108 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:02:28,109 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52906, dest: /127.0.0.1:36156, bytes: 424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_558535990_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741899_1075, duration: 3476256
2014-04-10 11:02:28,109 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:28,109 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:02:28,124 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006.summary_tmp is closed by DFSClient_NONMAPREDUCE_558535990_1
2014-04-10 11:02:28,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:28,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job_1397145675630_0006_1.jhist dst=null perm=null
2014-04-10 11:02:28,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006-1397145726885-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F06D6F29377C74F8C-1397145748017-5-1-SUCCEEDED-default-1397145737688.jhist_tmp dst=null perm=null
2014-04-10 11:02:28,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job_1397145675630_0006_1.jhist dst=null perm=null
2014-04-10 11:02:28,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006-1397145726885-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F06D6F29377C74F8C-1397145748017-5-1-SUCCEEDED-default-1397145737688.jhist_tmp dst=null perm=null
2014-04-10 11:02:28,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job_1397145675630_0006_1.jhist dst=null perm=null
2014-04-10 11:02:28,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006-1397145726885-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F06D6F29377C74F8C-1397145748017-5-1-SUCCEEDED-default-1397145737688.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:28,176 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52909, bytes: 69270, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_558535990_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741897_1073, duration: 396121
2014-04-10 11:02:28,180 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006-1397145726885-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F06D6F29377C74F8C-1397145748017-5-1-SUCCEEDED-default-1397145737688.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:02:28,193 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741900_1076 src: /127.0.0.1:40185 dest: /127.0.0.1:37218
2014-04-10 11:02:28,194 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741900_1076 src: /127.0.0.1:52911 dest: /127.0.0.1:36156
2014-04-10 11:02:28,196 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741900_1076 src: /127.0.0.1:48530 dest: /127.0.0.1:53749
2014-04-10 11:02:28,200 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48530, dest: /127.0.0.1:53749, bytes: 68730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_558535990_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741900_1076, duration: 3426935
2014-04-10 11:02:28,200 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741900_1076, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:28,201 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52911, dest: /127.0.0.1:36156, bytes: 68730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_558535990_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741900_1076, duration: 3890606
2014-04-10 11:02:28,201 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:02:28,201 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:28,202 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40185, dest: /127.0.0.1:37218, bytes: 68730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_558535990_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741900_1076, duration: 4598065
2014-04-10 11:02:28,202 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:02:28,202 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:28,203 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:02:28,215 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006-1397145726885-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F06D6F29377C74F8C-1397145748017-5-1-SUCCEEDED-default-1397145737688.jhist_tmp is closed by DFSClient_NONMAPREDUCE_558535990_1
2014-04-10 11:02:28,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006-1397145726885-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F06D6F29377C74F8C-1397145748017-5-1-SUCCEEDED-default-1397145737688.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:28,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job_1397145675630_0006_1_conf.xml dst=null perm=null
2014-04-10 11:02:28,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006_conf.xml_tmp dst=null perm=null
2014-04-10 11:02:28,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job_1397145675630_0006_1_conf.xml dst=null perm=null
2014-04-10 11:02:28,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006_conf.xml_tmp dst=null perm=null
2014-04-10 11:02:28,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006/job_1397145675630_0006_1_conf.xml dst=null perm=null
2014-04-10 11:02:28,239 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741898_1074
2014-04-10 11:02:28,240 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741897_1073
2014-04-10 11:02:28,241 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741899_1075
2014-04-10 11:02:28,242 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741900_1076
2014-04-10 11:02:28,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:28,260 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54719, bytes: 95841, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_558535990_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741892_1068, duration: 355613
2014-04-10 11:02:28,263 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:02:28,276 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741901_1077 src: /127.0.0.1:54720 dest: /127.0.0.1:50911
2014-04-10 11:02:28,277 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741901_1077 src: /127.0.0.1:48533 dest: /127.0.0.1:53749
2014-04-10 11:02:28,279 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741901_1077 src: /127.0.0.1:40191 dest: /127.0.0.1:37218
2014-04-10 11:02:28,283 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40191, dest: /127.0.0.1:37218, bytes: 95097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_558535990_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741901_1077, duration: 2913884
2014-04-10 11:02:28,283 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741901_1077, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:28,283 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:28,283 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48533, dest: /127.0.0.1:53749, bytes: 95097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_558535990_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741901_1077, duration: 3609222
2014-04-10 11:02:28,284 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:28,284 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:28,284 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54720, dest: /127.0.0.1:50911, bytes: 95097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_558535990_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741901_1077, duration: 4330268
2014-04-10 11:02:28,285 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:28,285 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:28,299 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_558535990_1
2014-04-10 11:02:28,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:28,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:28,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:28,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006-1397145726885-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F06D6F29377C74F8C-1397145748017-5-1-SUCCEEDED-default-1397145737688.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006-1397145726885-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F06D6F29377C74F8C-1397145748017-5-1-SUCCEEDED-default-1397145737688.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:28,373 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0006_000001 with final state: FINISHING
2014-04-10 11:02:28,373 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0006_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:02:28,374 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0006 with final state: FINISHING
2014-04-10 11:02:28,374 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0006 State change from RUNNING to FINAL_SAVING
2014-04-10 11:02:28,374 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0006
2014-04-10 11:02:28,374 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0006_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:02:28,375 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0006 State change from FINAL_SAVING to FINISHING
2014-04-10 11:02:28,448 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:02:28,449 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0005
2014-04-10 11:02:28,449 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0005
2014-04-10 11:02:28,449 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0005
2014-04-10 11:02:28,449 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0005
2014-04-10 11:02:28,449 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0005
2014-04-10 11:02:28,450 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:02:28,450 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0005, with delay of 10800 seconds
2014-04-10 11:02:28,466 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:02:28,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:02:28,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:02:28,470 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0006 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006-1397145726885-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F06D6F29377C74F8C-1397145748017-5-1-SUCCEEDED-default-1397145737688.jhist
2014-04-10 11:02:28,471 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006-1397145726885-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F06D6F29377C74F8C-1397145748017-5-1-SUCCEEDED-default-1397145737688.jhist]
2014-04-10 11:02:28,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006-1397145726885-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F06D6F29377C74F8C-1397145748017-5-1-SUCCEEDED-default-1397145737688.jhist dst=null perm=null
2014-04-10 11:02:28,475 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52918, bytes: 69270, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741900_1076, duration: 387548
2014-04-10 11:02:28,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006.summary dst=null perm=null
2014-04-10 11:02:28,509 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40194, bytes: 428, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741899_1075, duration: 147082
2014-04-10 11:02:28,509 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0006,submitTime=1397145726885,launchTime=1397145737688,firstMapTaskLaunchTime=1397145739834,firstReduceTaskLaunchTime=1397145745768,finishTime=1397145748017,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=18,reduceSlotSeconds=2,jobName=[7CA7D976A2F94AE3B313C211BDE6FF81/06D6F29377C74F8C9C097207931E11D5] lower*upper/(2/3)
2014-04-10 11:02:28,509 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006.summary]
2014-04-10 11:02:28,524 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741899_1075 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:53749
2014-04-10 11:02:28,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006.summary dst=null perm=null
2014-04-10 11:02:28,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:02:28,525 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006-1397145726885-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F06D6F29377C74F8C-1397145748017-5-1-SUCCEEDED-default-1397145737688.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0006-1397145726885-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F06D6F29377C74F8C-1397145748017-5-1-SUCCEEDED-default-1397145737688.jhist
2014-04-10 11:02:28,533 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741899_1075
2014-04-10 11:02:28,534 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741901_1077
2014-04-10 11:02:28,534 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741897_1073
2014-04-10 11:02:28,535 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741900_1076
2014-04-10 11:02:28,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006-1397145726885-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F06D6F29377C74F8C-1397145748017-5-1-SUCCEEDED-default-1397145737688.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0006-1397145726885-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F06D6F29377C74F8C-1397145748017-5-1-SUCCEEDED-default-1397145737688.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:28,541 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0006_conf.xml
2014-04-10 11:02:28,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0006_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0006_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:28,566 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (3/3) ...dpipesplatform/afterevery
2014-04-10 11:02:28,572 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741898_1074
2014-04-10 11:02:28,573 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741897_1073
2014-04-10 11:02:28,573 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:02:28,574 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741901_1077
2014-04-10 11:02:28,581 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:02:28,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 11:02:28,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:02:28,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:02:28,584 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 7
2014-04-10 11:02:28,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007 dst=null perm=null
2014-04-10 11:02:28,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:02:28,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:02:28,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.jar dst=null perm=null
2014-04-10 11:02:28,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:28,633 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:02:28,649 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741902_1078 src: /127.0.0.1:48539 dest: /127.0.0.1:53749
2014-04-10 11:02:28,650 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741902_1078 src: /127.0.0.1:54728 dest: /127.0.0.1:50911
2014-04-10 11:02:28,651 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741902_1078 src: /127.0.0.1:40198 dest: /127.0.0.1:37218
2014-04-10 11:02:28,653 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40198, dest: /127.0.0.1:37218, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741902_1078, duration: 1761581
2014-04-10 11:02:28,653 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741902_1078, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:28,654 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:28,654 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54728, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741902_1078, duration: 2213946
2014-04-10 11:02:28,654 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:28,654 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:28,654 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48539, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741902_1078, duration: 2647039
2014-04-10 11:02:28,654 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:28,655 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:28,665 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:02:28,666 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.jar
2014-04-10 11:02:28,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.jar dst=null perm=null
2014-04-10 11:02:28,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:28,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:28,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:28,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:28,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:02:28,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:02:28,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:02:28,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:02:28,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:02:28,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:28,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE dst=null perm=null
2014-04-10 11:02:28,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE dst=null perm=null
2014-04-10 11:02:28,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE dst=null perm=null
2014-04-10 11:02:28,714 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:02:28,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:28,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:28,750 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.split
2014-04-10 11:02:28,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.split dst=null perm=null
2014-04-10 11:02:28,767 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:02:28,784 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741903_1079 src: /127.0.0.1:40199 dest: /127.0.0.1:37218
2014-04-10 11:02:28,785 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741903_1079 src: /127.0.0.1:54731 dest: /127.0.0.1:50911
2014-04-10 11:02:28,786 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741903_1079 src: /127.0.0.1:52926 dest: /127.0.0.1:36156
2014-04-10 11:02:28,787 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741903_1079 src: /127.0.0.1:48545 dest: /127.0.0.1:53749
2014-04-10 11:02:28,791 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48545, dest: /127.0.0.1:53749, bytes: 349, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741903_1079, duration: 2205949
2014-04-10 11:02:28,791 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741903_1079, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:28,792 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:02:28,792 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52926, dest: /127.0.0.1:36156, bytes: 349, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741903_1079, duration: 2657724
2014-04-10 11:02:28,792 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:28,792 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:02:28,793 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54731, dest: /127.0.0.1:50911, bytes: 349, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741903_1079, duration: 3568569
2014-04-10 11:02:28,793 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:28,793 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:02:28,793 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40199, dest: /127.0.0.1:37218, bytes: 349, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741903_1079, duration: 4144643
2014-04-10 11:02:28,794 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:28,794 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:02:28,807 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:02:28,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:28,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:28,842 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:02:28,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741904_1080 src: /127.0.0.1:52928 dest: /127.0.0.1:36156
2014-04-10 11:02:28,860 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741904_1080 src: /127.0.0.1:54735 dest: /127.0.0.1:50911
2014-04-10 11:02:28,861 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741904_1080 src: /127.0.0.1:40205 dest: /127.0.0.1:37218
2014-04-10 11:02:28,864 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40205, dest: /127.0.0.1:37218, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741904_1080, duration: 1683032
2014-04-10 11:02:28,864 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741904_1080, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:28,864 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:28,864 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54735, dest: /127.0.0.1:50911, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741904_1080, duration: 2195491
2014-04-10 11:02:28,865 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:28,865 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:28,865 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52928, dest: /127.0.0.1:36156, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741904_1080, duration: 2964641
2014-04-10 11:02:28,866 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:28,866 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:28,867 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0006_01_000007
2014-04-10 11:02:28,868 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:28,868 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0006_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 11:02:28,868 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000007
2014-04-10 11:02:28,868 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0006_01_000007 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:02:28,868 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:02:28,869 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0006_01_000007, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:28,869 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:28,869 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:02:28,869 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0006_000001 released container container_1397145675630_0006_01_000007 on node: host: localhost:41546 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:02:28,882 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:02:28,882 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-04-10 11:02:28,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:28,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:28,938 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:02:28,950 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741905_1081 src: /127.0.0.1:40206 dest: /127.0.0.1:37218
2014-04-10 11:02:28,951 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741905_1081 src: /127.0.0.1:54738 dest: /127.0.0.1:50911
2014-04-10 11:02:28,952 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741905_1081 src: /127.0.0.1:48551 dest: /127.0.0.1:53749
2014-04-10 11:02:28,956 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48551, dest: /127.0.0.1:53749, bytes: 81650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741905_1081, duration: 2249727
2014-04-10 11:02:28,956 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741905_1081, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:28,956 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:02:28,956 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54738, dest: /127.0.0.1:50911, bytes: 81650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741905_1081, duration: 2851505
2014-04-10 11:02:28,957 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:28,957 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:02:28,957 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40206, dest: /127.0.0.1:37218, bytes: 81650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741905_1081, duration: 3540304
2014-04-10 11:02:28,957 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:28,958 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:02:28,969 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741905_1081
2014-04-10 11:02:28,969 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741904_1080
2014-04-10 11:02:28,970 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741898_1074
2014-04-10 11:02:28,970 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741903_1079
2014-04-10 11:02:28,970 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741900_1076
2014-04-10 11:02:28,971 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741899_1075
2014-04-10 11:02:28,971 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741901_1077
2014-04-10 11:02:28,974 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:02:28,974 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0007
2014-04-10 11:02:28,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007 dst=null perm=null
2014-04-10 11:02:28,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.xml dst=null perm=null
2014-04-10 11:02:28,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.xml dst=null perm=null
2014-04-10 11:02:28,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.jar dst=null perm=null
2014-04-10 11:02:28,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.jar dst=null perm=null
2014-04-10 11:02:28,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.split dst=null perm=null
2014-04-10 11:02:28,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.split dst=null perm=null
2014-04-10 11:02:28,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:28,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:28,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:28,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:28,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:28,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:28,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:28,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:29,027 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 7 submitted by user brock
2014-04-10 11:02:29,027 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0007
2014-04-10 11:02:29,027 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0007
2014-04-10 11:02:29,027 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0007
2014-04-10 11:02:29,027 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0007 State change from NEW to NEW_SAVING
2014-04-10 11:02:29,028 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0007 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:02:29,028 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0007_000001
2014-04-10 11:02:29,028 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0007_000001 State change from NEW to SUBMITTED
2014-04-10 11:02:29,029 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0007 from user: brock activated in queue: default
2014-04-10 11:02:29,029 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0007 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:02:29,029 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0007 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:02:29,029 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0007
2014-04-10 11:02:29,029 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0007_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:02:29,029 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0007_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:02:29,031 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0007 State change from SUBMITTED to ACCEPTED
2014-04-10 11:02:29,032 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0007/
2014-04-10 11:02:29,032 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397145675630_0007
2014-04-10 11:02:29,032 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:33250/proxy/application_1397145675630_0007/
2014-04-10 11:02:29,172 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741902_1078
2014-04-10 11:02:29,440 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741883_1059 127.0.0.1:36156 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:02:29,441 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741885_1061 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:02:29,441 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741887_1063 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:36156
2014-04-10 11:02:29,441 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741889_1065 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:53749
2014-04-10 11:02:29,441 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741897_1073 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:02:29,442 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741892_1068 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:02:29,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0006 dst=null perm=null
2014-04-10 11:02:29,450 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0007_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:29,450 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0007 CONTAINERID=container_1397145675630_0007_01_000001
2014-04-10 11:02:29,450 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0007_01_000001 of capacity <memory:2048, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:02:29,451 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0007 container=Container: [ContainerId: container_1397145675630_0007_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0007_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:29,451 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:02:29,451 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0007_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:29,451 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:29,451 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0007 AttemptId: appattempt_1397145675630_0007_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0007_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ]
2014-04-10 11:02:29,452 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0007_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:02:29,452 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0007_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:02:29,452 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0007_000001
2014-04-10 11:02:29,453 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0007_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] for AM appattempt_1397145675630_0007_000001
2014-04-10 11:02:29,453 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0007_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:02:29,457 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0007_000001 (auth:SIMPLE)
2014-04-10 11:02:29,459 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0007_01_000001 by user brock
2014-04-10 11:02:29,460 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0007
2014-04-10 11:02:29,460 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0007 CONTAINERID=container_1397145675630_0007_01_000001
2014-04-10 11:02:29,460 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0007 transitioned from NEW to INITING
2014-04-10 11:02:29,460 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0007_01_000001 to application application_1397145675630_0007
2014-04-10 11:02:29,461 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0007_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] for AM appattempt_1397145675630_0007_000001
2014-04-10 11:02:29,461 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0007 transitioned from INITING to RUNNING
2014-04-10 11:02:29,461 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0007_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:02:29,461 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0007_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:02:29,462 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0007
2014-04-10 11:02:29,462 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:02:29,462 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:02:29,462 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:02:29,463 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:02:29,463 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0007_01_000001
2014-04-10 11:02:29,471 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397145675630_0007_01_000001.tokens. Credentials list:
2014-04-10 11:02:29,478 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:02:29,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397145675630_0007_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0007/container_1397145675630_0007_01_000001.tokens
2014-04-10 11:02:29,539 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0007 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0007
2014-04-10 11:02:29,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.jar dst=null perm=null
2014-04-10 11:02:29,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.jar dst=null perm=null
2014-04-10 11:02:29,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.jar dst=null perm=null
2014-04-10 11:02:29,652 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54745, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-565551112_4636, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741902_1078, duration: 857644
2014-04-10 11:02:29,679 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:29,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:29,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:29,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:29,705 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52940, bytes: 48, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-565551112_4636, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741904_1080, duration: 240248
2014-04-10 11:02:29,723 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0007/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:29,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.split dst=null perm=null
2014-04-10 11:02:29,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.split dst=null perm=null
2014-04-10 11:02:29,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.split dst=null perm=null
2014-04-10 11:02:29,748 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40216, bytes: 353, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-565551112_4636, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741903_1079, duration: 239005
2014-04-10 11:02:29,765 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0007/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:29,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.xml dst=null perm=null
2014-04-10 11:02:29,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.xml dst=null perm=null
2014-04-10 11:02:29,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.xml dst=null perm=null
2014-04-10 11:02:29,791 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48560, bytes: 82290, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-565551112_4636, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741905_1081, duration: 405566
2014-04-10 11:02:29,808 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0007/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:29,809 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0007_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:29,842 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0007_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:29,843 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:29,903 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0007/container_1397145675630_0007_01_000001/default_container_executor.sh]
2014-04-10 11:02:30,449 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0007_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:31,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:02:31,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/COMMIT_STARTED dst=null perm=null
2014-04-10 11:02:31,104 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:37218 to replicate blk_1073741902_1078 to datanode(s) 127.0.0.1:36156
2014-04-10 11:02:31,104 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073741889_1065, blk_1073741892_1068, blk_1073741883_1059, blk_1073741899_1075, blk_1073741885_1061, blk_1073741887_1063]
2014-04-10 11:02:31,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:02:31,105 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073741892_1068, blk_1073741897_1073, blk_1073741883_1059, blk_1073741899_1075, blk_1073741885_1061, blk_1073741887_1063]
2014-04-10 11:02:31,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/COMMIT_FAIL dst=null perm=null
2014-04-10 11:02:31,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007 dst=null perm=null
2014-04-10 11:02:31,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:02:31,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:02:31,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:31,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:31,430 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52945, bytes: 48, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_237664656_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741904_1080, duration: 115981
2014-04-10 11:02:32,027 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0007_000001 (auth:SIMPLE)
2014-04-10 11:02:32,030 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0007_000001
2014-04-10 11:02:32,030 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0007 APPATTEMPTID=appattempt_1397145675630_0007_000001
2014-04-10 11:02:32,030 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0007_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:02:32,030 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0007 State change from ACCEPTED to RUNNING
2014-04-10 11:02:32,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job_1397145675630_0007_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:32,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:02:32,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job_1397145675630_0007_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:32,215 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job_1397145675630_0007_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:02:32,255 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741906_1082 src: /127.0.0.1:40222 dest: /127.0.0.1:37218
2014-04-10 11:02:32,255 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741906_1082 src: /127.0.0.1:54754 dest: /127.0.0.1:50911
2014-04-10 11:02:32,256 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741906_1082 src: /127.0.0.1:52949 dest: /127.0.0.1:36156
2014-04-10 11:02:32,261 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52949, dest: /127.0.0.1:36156, bytes: 95537, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_237664656_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741906_1082, duration: 4384990
2014-04-10 11:02:32,261 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741906_1082, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:32,261 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:02:32,262 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54754, dest: /127.0.0.1:50911, bytes: 95537, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_237664656_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741906_1082, duration: 4820261
2014-04-10 11:02:32,262 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:32,262 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:02:32,262 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40222, dest: /127.0.0.1:37218, bytes: 95537, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_237664656_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741906_1082, duration: 5277324
2014-04-10 11:02:32,262 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:32,262 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:02:32,282 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job_1397145675630_0007_1_conf.xml is closed by DFSClient_NONMAPREDUCE_237664656_1
2014-04-10 11:02:32,396 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741892_1068 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741892 for deletion
2014-04-10 11:02:32,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741897 for deletion
2014-04-10 11:02:32,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741892_1068 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741892
2014-04-10 11:02:32,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741897
2014-04-10 11:02:32,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741899_1075 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741899 for deletion
2014-04-10 11:02:32,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741883 for deletion
2014-04-10 11:02:32,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741899_1075 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741899
2014-04-10 11:02:32,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741885 for deletion
2014-04-10 11:02:32,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741887 for deletion
2014-04-10 11:02:32,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741883
2014-04-10 11:02:32,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741887
2014-04-10 11:02:32,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741885
2014-04-10 11:02:32,736 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=605824a6-2871-47f9-9c2e-3cb0ab71d9dd, infoPort=39282, ipcPort=53527, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073741902_1078 to 127.0.0.1:36156
2014-04-10 11:02:32,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741889_1065 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741889 for deletion
2014-04-10 11:02:32,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741892_1068 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741892 for deletion
2014-04-10 11:02:32,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741889_1065 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741889
2014-04-10 11:02:32,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741899_1075 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741899 for deletion
2014-04-10 11:02:32,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741892_1068 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741892
2014-04-10 11:02:32,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741883 for deletion
2014-04-10 11:02:32,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741899_1075 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741899
2014-04-10 11:02:32,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741885 for deletion
2014-04-10 11:02:32,738 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741902_1078 src: /127.0.0.1:52950 dest: /127.0.0.1:36156
2014-04-10 11:02:32,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741885
2014-04-10 11:02:32,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741883
2014-04-10 11:02:32,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741887 for deletion
2014-04-10 11:02:32,738 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073741902_1078 (numBytes=244650) to 127.0.0.1/127.0.0.1:36156
2014-04-10 11:02:32,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741887
2014-04-10 11:02:32,740 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073741902_1078 src: /127.0.0.1:52950 dest: /127.0.0.1:36156 of size 244650
2014-04-10 11:02:32,740 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741902_1078 size 244650
2014-04-10 11:02:33,247 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741902_1078
2014-04-10 11:02:33,248 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741906_1082
2014-04-10 11:02:33,249 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741904_1080
2014-04-10 11:02:33,249 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741903_1079
2014-04-10 11:02:33,450 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0007_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:33,450 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0007 CONTAINERID=container_1397145675630_0007_01_000002
2014-04-10 11:02:33,451 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0007_01_000002 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:02:33,451 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0007 container=Container: [ContainerId: container_1397145675630_0007_01_000002, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0007_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:33,451 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:02:33,451 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:33,538 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741905_1081
2014-04-10 11:02:33,539 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741903_1079
2014-04-10 11:02:33,577 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741906_1082
2014-04-10 11:02:33,578 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741903_1079
2014-04-10 11:02:33,740 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741902_1078
2014-04-10 11:02:33,779 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741902_1078
2014-04-10 11:02:33,779 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741904_1080
2014-04-10 11:02:33,780 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741905_1081
2014-04-10 11:02:34,065 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0007_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:34,105 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073741889_1065, blk_1073741897_1073, blk_1073741883_1059, blk_1073741899_1075, blk_1073741885_1061, blk_1073741887_1063]
2014-04-10 11:02:34,105 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073741889_1065, blk_1073741892_1068, blk_1073741897_1073, blk_1073741883_1059, blk_1073741885_1061]
2014-04-10 11:02:34,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.jar dst=null perm=null
2014-04-10 11:02:34,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.jar dst=null perm=null
2014-04-10 11:02:34,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.xml dst=null perm=null
2014-04-10 11:02:34,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.xml dst=null perm=null
2014-04-10 11:02:34,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:34,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:34,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:34,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:34,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:34,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:34,169 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0007_000001 (auth:SIMPLE)
2014-04-10 11:02:34,172 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0007_01_000002 by user brock
2014-04-10 11:02:34,173 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0007 CONTAINERID=container_1397145675630_0007_01_000002
2014-04-10 11:02:34,173 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0007_01_000002 to application application_1397145675630_0007
2014-04-10 11:02:34,173 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0007_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:02:34,173 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0007
2014-04-10 11:02:34,173 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0007
2014-04-10 11:02:34,173 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:34,173 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0007
2014-04-10 11:02:34,174 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0007_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:34,174 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741906_1082
2014-04-10 11:02:34,197 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0007_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:34,197 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:34,255 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0007/container_1397145675630_0007_01_000002/default_container_executor.sh]
2014-04-10 11:02:34,450 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0007_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:34,559 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0006_01_000001 succeeded
2014-04-10 11:02:34,559 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:02:34,559 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0006_01_000001
2014-04-10 11:02:34,566 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000001
2014-04-10 11:02:34,566 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000001
2014-04-10 11:02:34,566 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000001
2014-04-10 11:02:34,566 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0006/container_1397145675630_0006_01_000001
2014-04-10 11:02:34,566 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000001
2014-04-10 11:02:34,566 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0006_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:02:34,566 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0006_01_000001 from application application_1397145675630_0006
2014-04-10 11:02:34,566 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:34,566 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0006
2014-04-10 11:02:34,869 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0006_01_000001
2014-04-10 11:02:34,870 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0006_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:34,870 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0006_000001
2014-04-10 11:02:34,870 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0006_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:02:34,870 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0006_000001 State change from FINISHING to FINISHED
2014-04-10 11:02:34,870 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0006 CONTAINERID=container_1397145675630_0006_01_000001
2014-04-10 11:02:34,870 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0006 State change from FINISHING to FINISHED
2014-04-10 11:02:34,870 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0006_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41546, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:02:34,870 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0006_000001
2014-04-10 11:02:34,870 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:02:34,870 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0006
2014-04-10 11:02:34,870 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0006_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:34,870 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0006,name=[7CA7D976A2F94AE3B313C211BDE6FF81/06D6F29377C74F8C9C097207931E11D5] lower*upper/(2/3),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0006/jobhistory/job/job_1397145675630_0006,appMasterHost=localhost.localdomain,startTime=1397145726885,finishTime=1397145748374,finalStatus=SUCCEEDED
2014-04-10 11:02:34,870 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:34,870 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2014-04-10 11:02:34,871 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0006_000001 released container container_1397145675630_0006_01_000001 on node: host: localhost:41546 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:02:34,871 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0006_000001 is done. finalState=FINISHED
2014-04-10 11:02:34,871 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0006 requests cleared
2014-04-10 11:02:34,871 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0006 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:02:34,871 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0006 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:02:34,872 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0006_000001 (auth:SIMPLE)
2014-04-10 11:02:34,873 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0006_01_000001
2014-04-10 11:02:35,081 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:02:35,450 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:02:35,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0006
2014-04-10 11:02:35,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0006
2014-04-10 11:02:35,451 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0006
2014-04-10 11:02:35,451 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0006
2014-04-10 11:02:35,451 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0006
2014-04-10 11:02:35,451 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:02:35,451 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0006, with delay of 10800 seconds
2014-04-10 11:02:35,647 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:02:35,647 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0006
2014-04-10 11:02:35,647 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0006
2014-04-10 11:02:35,647 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0006
2014-04-10 11:02:35,647 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0006
2014-04-10 11:02:35,647 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:02:35,647 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0006, with delay of 10800 seconds
2014-04-10 11:02:35,647 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0006
2014-04-10 11:02:35,658 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741889_1065 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741889 for deletion
2014-04-10 11:02:35,658 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741897 for deletion
2014-04-10 11:02:35,658 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741889_1065 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741889
2014-04-10 11:02:35,658 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741899_1075 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741899 for deletion
2014-04-10 11:02:35,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741897
2014-04-10 11:02:35,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741883 for deletion
2014-04-10 11:02:35,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741899_1075 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741899
2014-04-10 11:02:35,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741885 for deletion
2014-04-10 11:02:35,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741887 for deletion
2014-04-10 11:02:35,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741883
2014-04-10 11:02:35,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741885
2014-04-10 11:02:35,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741887
2014-04-10 11:02:35,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job.split dst=null perm=null
2014-04-10 11:02:35,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741889_1065 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741889 for deletion
2014-04-10 11:02:35,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741892_1068 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741892 for deletion
2014-04-10 11:02:35,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741897 for deletion
2014-04-10 11:02:35,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741889_1065 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741889
2014-04-10 11:02:35,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741883 for deletion
2014-04-10 11:02:35,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741892_1068 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741892
2014-04-10 11:02:35,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741885 for deletion
2014-04-10 11:02:35,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741883
2014-04-10 11:02:35,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741897
2014-04-10 11:02:35,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741885
2014-04-10 11:02:35,740 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40230, bytes: 353, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0007_m_000000_0_-2097824590_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741903_1079, duration: 164440
2014-04-10 11:02:35,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE/part-00000 dst=null perm=null
2014-04-10 11:02:35,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE/part-00000 dst=null perm=null
2014-04-10 11:02:35,800 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54762, bytes: 184, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0007_m_000000_0_-2097824590_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741898_1074, duration: 251130
2014-04-10 11:02:35,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery/_temporary/1/_temporary/attempt_1397145675630_0007_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:35,870 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:02:35,870 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0006
2014-04-10 11:02:35,870 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0006
2014-04-10 11:02:35,870 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0006
2014-04-10 11:02:35,870 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0006
2014-04-10 11:02:35,870 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0006
2014-04-10 11:02:35,870 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:02:35,870 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0006, with delay of 10800 seconds
2014-04-10 11:02:35,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1 dst=null perm=null
2014-04-10 11:02:35,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1 dst=null perm=null
2014-04-10 11:02:35,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1 dst=null perm=null
2014-04-10 11:02:35,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1/part-00000 dst=null perm=null
2014-04-10 11:02:35,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1/part-00000 dst=null perm=null
2014-04-10 11:02:35,991 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52957, bytes: 184, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0007_m_000000_0_-2097824590_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741893_1069, duration: 257685
2014-04-10 11:02:36,029 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery/_temporary/1/_temporary/attempt_1397145675630_0007_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:02:36,068 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741907_1083 src: /127.0.0.1:52958 dest: /127.0.0.1:36156
2014-04-10 11:02:36,069 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741907_1083 src: /127.0.0.1:54765 dest: /127.0.0.1:50911
2014-04-10 11:02:36,070 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741907_1083 src: /127.0.0.1:48578 dest: /127.0.0.1:53749
2014-04-10 11:02:36,074 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48578, dest: /127.0.0.1:53749, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0007_m_000000_0_-2097824590_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741907_1083, duration: 3501955
2014-04-10 11:02:36,074 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741907_1083, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:36,075 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:02:36,075 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54765, dest: /127.0.0.1:50911, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0007_m_000000_0_-2097824590_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741907_1083, duration: 4043443
2014-04-10 11:02:36,075 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:36,075 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:02:36,075 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52958, dest: /127.0.0.1:36156, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0007_m_000000_0_-2097824590_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741907_1083, duration: 4418136
2014-04-10 11:02:36,075 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:36,075 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:02:36,090 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery/_temporary/1/_temporary/attempt_1397145675630_0007_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0007_m_000000_0_-2097824590_1
2014-04-10 11:02:36,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery/_temporary/1/_temporary/attempt_1397145675630_0007_m_000000_0 dst=null perm=null
2014-04-10 11:02:36,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery/_temporary/1/_temporary/attempt_1397145675630_0007_m_000000_0 dst=null perm=null
2014-04-10 11:02:36,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery/_temporary/1/task_1397145675630_0007_m_000000 dst=null perm=null
2014-04-10 11:02:36,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery/_temporary/1/_temporary/attempt_1397145675630_0007_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery/_temporary/1/task_1397145675630_0007_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:02:36,218 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0007_01_000002
2014-04-10 11:02:36,218 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0007 CONTAINERID=container_1397145675630_0007_01_000002
2014-04-10 11:02:36,218 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0007_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:02:36,218 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0007_01_000002
2014-04-10 11:02:36,226 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0007_01_000002 is : 143
2014-04-10 11:02:36,240 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0007_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:02:36,240 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job_1397145675630_0007_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:02:36,240 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0007/container_1397145675630_0007_01_000002
2014-04-10 11:02:36,240 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0007/container_1397145675630_0007_01_000002
2014-04-10 11:02:36,240 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0007/container_1397145675630_0007_01_000002
2014-04-10 11:02:36,241 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0007/container_1397145675630_0007_01_000002
2014-04-10 11:02:36,241 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0007 CONTAINERID=container_1397145675630_0007_01_000002
2014-04-10 11:02:36,241 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0007_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:02:36,241 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0007_01_000002 from application application_1397145675630_0007
2014-04-10 11:02:36,241 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:36,241 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0007
2014-04-10 11:02:36,259 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741908_1084 src: /127.0.0.1:54767 dest: /127.0.0.1:50911
2014-04-10 11:02:36,260 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741908_1084 src: /127.0.0.1:52962 dest: /127.0.0.1:36156
2014-04-10 11:02:36,261 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741908_1084 src: /127.0.0.1:40238 dest: /127.0.0.1:37218
2014-04-10 11:02:36,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:36,274 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job_1397145675630_0007_1.jhist for DFSClient_NONMAPREDUCE_237664656_1
2014-04-10 11:02:36,306 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_237664656_1
2014-04-10 11:02:36,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery/_temporary/1 dst=null perm=null
2014-04-10 11:02:36,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 11:02:36,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 11:02:36,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery/_temporary/1/task_1397145675630_0007_m_000000 dst=null perm=null
2014-04-10 11:02:36,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery/part-00000 dst=null perm=null
2014-04-10 11:02:36,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery/_temporary/1/task_1397145675630_0007_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:36,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery/_temporary dst=null perm=null
2014-04-10 11:02:36,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:36,390 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery/_SUCCESS is closed by DFSClient_NONMAPREDUCE_237664656_1
2014-04-10 11:02:36,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:36,423 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_237664656_1
2014-04-10 11:02:36,447 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40238, dest: /127.0.0.1:37218, bytes: 23592, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_237664656_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741908_1084, duration: 184125911
2014-04-10 11:02:36,447 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741908_1084, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:36,450 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 13012
2014-04-10 11:02:36,451 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52962, dest: /127.0.0.1:36156, bytes: 23592, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_237664656_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741908_1084, duration: 187882246
2014-04-10 11:02:36,451 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:36,451 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 13012
2014-04-10 11:02:36,451 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54767, dest: /127.0.0.1:50911, bytes: 23592, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_237664656_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741908_1084, duration: 188776898
2014-04-10 11:02:36,452 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:36,452 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 13012
2014-04-10 11:02:36,465 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job_1397145675630_0007_1.jhist is closed by DFSClient_NONMAPREDUCE_237664656_1
2014-04-10 11:02:36,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:36,485 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:02:36,501 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741909_1085 src: /127.0.0.1:52964 dest: /127.0.0.1:36156
2014-04-10 11:02:36,502 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741909_1085 src: /127.0.0.1:54771 dest: /127.0.0.1:50911
2014-04-10 11:02:36,503 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741909_1085 src: /127.0.0.1:40241 dest: /127.0.0.1:37218
2014-04-10 11:02:36,507 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40241, dest: /127.0.0.1:37218, bytes: 437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_237664656_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741909_1085, duration: 1516612
2014-04-10 11:02:36,507 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741909_1085, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:36,507 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:36,508 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54771, dest: /127.0.0.1:50911, bytes: 437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_237664656_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741909_1085, duration: 2611023
2014-04-10 11:02:36,508 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:36,508 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:36,509 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52964, dest: /127.0.0.1:36156, bytes: 437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_237664656_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741909_1085, duration: 3452901
2014-04-10 11:02:36,509 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:36,509 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:36,523 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007.summary_tmp is closed by DFSClient_NONMAPREDUCE_237664656_1
2014-04-10 11:02:36,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:36,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job_1397145675630_0007_1.jhist dst=null perm=null
2014-04-10 11:02:36,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007-1397145749026-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F5FCBB76B74284540-1397145756424-1-0-SUCCEEDED-default-1397145752039.jhist_tmp dst=null perm=null
2014-04-10 11:02:36,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job_1397145675630_0007_1.jhist dst=null perm=null
2014-04-10 11:02:36,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007-1397145749026-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F5FCBB76B74284540-1397145756424-1-0-SUCCEEDED-default-1397145752039.jhist_tmp dst=null perm=null
2014-04-10 11:02:36,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job_1397145675630_0007_1.jhist dst=null perm=null
2014-04-10 11:02:36,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007-1397145749026-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F5FCBB76B74284540-1397145756424-1-0-SUCCEEDED-default-1397145752039.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:36,580 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:52967, bytes: 23780, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_237664656_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741908_1084, duration: 176254
2014-04-10 11:02:36,582 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007-1397145749026-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F5FCBB76B74284540-1397145756424-1-0-SUCCEEDED-default-1397145752039.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:02:36,600 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741910_1086 src: /127.0.0.1:54774 dest: /127.0.0.1:50911
2014-04-10 11:02:36,602 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741910_1086 src: /127.0.0.1:40244 dest: /127.0.0.1:37218
2014-04-10 11:02:36,603 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741910_1086 src: /127.0.0.1:48588 dest: /127.0.0.1:53749
2014-04-10 11:02:36,620 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48588, dest: /127.0.0.1:53749, bytes: 23592, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_237664656_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741910_1086, duration: 2490133
2014-04-10 11:02:36,620 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741910_1086, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:36,620 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:02:36,621 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40244, dest: /127.0.0.1:37218, bytes: 23592, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_237664656_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741910_1086, duration: 3238988
2014-04-10 11:02:36,621 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:36,621 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:02:36,622 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54774, dest: /127.0.0.1:50911, bytes: 23592, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_237664656_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741910_1086, duration: 4076468
2014-04-10 11:02:36,622 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:36,622 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:02:37,219 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0007_01_000002
2014-04-10 11:02:37,220 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0007_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:37,220 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0007_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:02:37,220 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0007 CONTAINERID=container_1397145675630_0007_01_000002
2014-04-10 11:02:37,220 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0007_01_000002 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:02:37,220 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:02:37,220 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0007_01_000002, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:37,220 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:37,221 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:02:37,221 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0007_000001 released container container_1397145675630_0007_01_000002 on node: host: localhost:55857 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:02:37,282 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007-1397145749026-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F5FCBB76B74284540-1397145756424-1-0-SUCCEEDED-default-1397145752039.jhist_tmp is closed by DFSClient_NONMAPREDUCE_237664656_1
2014-04-10 11:02:38,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007-1397145749026-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F5FCBB76B74284540-1397145756424-1-0-SUCCEEDED-default-1397145752039.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:38,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job_1397145675630_0007_1_conf.xml dst=null perm=null
2014-04-10 11:02:38,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007_conf.xml_tmp dst=null perm=null
2014-04-10 11:02:38,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job_1397145675630_0007_1_conf.xml dst=null perm=null
2014-04-10 11:02:38,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007_conf.xml_tmp dst=null perm=null
2014-04-10 11:02:38,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007/job_1397145675630_0007_1_conf.xml dst=null perm=null
2014-04-10 11:02:38,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:38,171 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40246, bytes: 96285, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_237664656_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741906_1082, duration: 377314
2014-04-10 11:02:38,175 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:02:38,200 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741911_1087 src: /127.0.0.1:52972 dest: /127.0.0.1:36156
2014-04-10 11:02:38,202 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741911_1087 src: /127.0.0.1:48591 dest: /127.0.0.1:53749
2014-04-10 11:02:38,203 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741911_1087 src: /127.0.0.1:54780 dest: /127.0.0.1:50911
2014-04-10 11:02:38,207 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54780, dest: /127.0.0.1:50911, bytes: 95537, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_237664656_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741911_1087, duration: 2836093
2014-04-10 11:02:38,207 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741911_1087, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:38,208 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:02:38,208 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48591, dest: /127.0.0.1:53749, bytes: 95537, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_237664656_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741911_1087, duration: 3615617
2014-04-10 11:02:38,208 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:38,208 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:02:38,208 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52972, dest: /127.0.0.1:36156, bytes: 95537, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_237664656_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741911_1087, duration: 4443432
2014-04-10 11:02:38,209 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:38,209 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:02:38,223 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_237664656_1
2014-04-10 11:02:38,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:38,252 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741908_1084
2014-04-10 11:02:38,254 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741911_1087
2014-04-10 11:02:38,254 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741907_1083
2014-04-10 11:02:38,254 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741909_1085
2014-04-10 11:02:38,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:38,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:38,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007-1397145749026-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F5FCBB76B74284540-1397145756424-1-0-SUCCEEDED-default-1397145752039.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007-1397145749026-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F5FCBB76B74284540-1397145756424-1-0-SUCCEEDED-default-1397145752039.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:38,297 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0007_000001 with final state: FINISHING
2014-04-10 11:02:38,297 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0007_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:02:38,298 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0007 with final state: FINISHING
2014-04-10 11:02:38,298 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0007 State change from RUNNING to FINAL_SAVING
2014-04-10 11:02:38,298 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0007
2014-04-10 11:02:38,298 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0007_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:02:38,298 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0007 State change from FINAL_SAVING to FINISHING
2014-04-10 11:02:38,347 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:02:38,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:02:38,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:02:38,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007.summary dst=null perm=null
2014-04-10 11:02:38,354 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40250, bytes: 441, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741909_1085, duration: 254232
2014-04-10 11:02:38,355 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0007,submitTime=1397145749026,launchTime=1397145752039,firstMapTaskLaunchTime=1397145754179,firstReduceTaskLaunchTime=0,finishTime=1397145756424,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=1,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=2,reduceSlotSeconds=0,jobName=[7CA7D976A2F94AE3B313C211BDE6FF81/5FCBB76B74284540B76FFD00BA5B080C] lower*upper/(3/3) ...dpipesplatform/afterevery
2014-04-10 11:02:38,355 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007.summary]
2014-04-10 11:02:38,373 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741909_1085 127.0.0.1:36156 127.0.0.1:50911 127.0.0.1:37218
2014-04-10 11:02:38,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007.summary dst=null perm=null
2014-04-10 11:02:38,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:02:38,376 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007-1397145749026-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F5FCBB76B74284540-1397145756424-1-0-SUCCEEDED-default-1397145752039.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0007-1397145749026-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F5FCBB76B74284540-1397145756424-1-0-SUCCEEDED-default-1397145752039.jhist
2014-04-10 11:02:38,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007-1397145749026-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F5FCBB76B74284540-1397145756424-1-0-SUCCEEDED-default-1397145752039.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0007-1397145749026-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F5FCBB76B74284540-1397145756424-1-0-SUCCEEDED-default-1397145752039.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:38,390 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0007_conf.xml
2014-04-10 11:02:38,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0007_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0007_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:38,407 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0007 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0007-1397145749026-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F5FCBB76B74284540-1397145756424-1-0-SUCCEEDED-default-1397145752039.jhist
2014-04-10 11:02:38,407 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0007-1397145749026-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F5FCBB76B74284540-1397145756424-1-0-SUCCEEDED-default-1397145752039.jhist]
2014-04-10 11:02:38,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0007-1397145749026-brock-%5B7CA7D976A2F94AE3B313C211BDE6FF81%2F5FCBB76B74284540-1397145756424-1-0-SUCCEEDED-default-1397145752039.jhist dst=null perm=null
2014-04-10 11:02:38,411 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48594, bytes: 23780, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741910_1086, duration: 250609
2014-04-10 11:02:38,456 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741893_1069 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:02:38,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/1417107241_upper_2504114F1A304E618CE53643CFC44FD1 dst=null perm=null
2014-04-10 11:02:38,473 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741898_1074 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:02:38,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/896465362_lower_40ADD06A6917497EA48A0D775050DBFE dst=null perm=null
2014-04-10 11:02:38,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 11:02:38,474 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery/_temporary
2014-04-10 11:02:38,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery/_temporary dst=null perm=null
2014-04-10 11:02:38,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 11:02:38,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 11:02:38,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 11:02:38,498 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:02:38,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery/part-00000 dst=null perm=null
2014-04-10 11:02:38,500 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54783, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741907_1083, duration: 142621
2014-04-10 11:02:38,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 11:02:38,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 11:02:38,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 11:02:38,511 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:02:38,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery/part-00000 dst=null perm=null
2014-04-10 11:02:38,513 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54783, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741907_1083, duration: 104751
2014-04-10 11:02:38,513 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/joinfieldedpipesplatform/afterevery
2014-04-10 11:02:38,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 11:02:38,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 11:02:38,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 11:02:38,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 11:02:38,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery/part-00000 dst=null perm=null
2014-04-10 11:02:38,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/afterevery/part-00000 dst=null perm=null
2014-04-10 11:02:38,517 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48594, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741907_1083, duration: 138664
2014-04-10 11:02:38,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:02:38,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:38,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:02:38,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:02:38,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:38,558 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt. BP-2026122021-127.0.0.1-1397145659663 blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:02:38,574 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088 src: /127.0.0.1:48596 dest: /127.0.0.1:53749
2014-04-10 11:02:38,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088 src: /127.0.0.1:52979 dest: /127.0.0.1:36156
2014-04-10 11:02:38,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088 src: /127.0.0.1:40255 dest: /127.0.0.1:37218
2014-04-10 11:02:38,576 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40255, dest: /127.0.0.1:37218, bytes: 52, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088, duration: 561788
2014-04-10 11:02:38,577 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:38,577 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:38,577 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52979, dest: /127.0.0.1:36156, bytes: 52, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088, duration: 951174
2014-04-10 11:02:38,577 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:38,577 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:38,577 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48596, dest: /127.0.0.1:53749, bytes: 52, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088, duration: 1240764
2014-04-10 11:02:38,577 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:38,578 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:38,590 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:02:38,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:02:38,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:02:38,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:38,608 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt. BP-2026122021-127.0.0.1-1397145659663 blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:02:38,624 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089 src: /127.0.0.1:52981 dest: /127.0.0.1:36156
2014-04-10 11:02:38,625 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089 src: /127.0.0.1:48600 dest: /127.0.0.1:53749
2014-04-10 11:02:38,625 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089 src: /127.0.0.1:54789 dest: /127.0.0.1:50911
2014-04-10 11:02:38,627 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54789, dest: /127.0.0.1:50911, bytes: 51, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089, duration: 675944
2014-04-10 11:02:38,627 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:38,627 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:02:38,627 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48600, dest: /127.0.0.1:53749, bytes: 51, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089, duration: 1069805
2014-04-10 11:02:38,627 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:38,627 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:02:38,627 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52981, dest: /127.0.0.1:36156, bytes: 51, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089, duration: 1320333
2014-04-10 11:02:38,628 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:38,628 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:02:38,640 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:02:38,652 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:02:38,653 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:02:38,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin dst=null perm=null
2014-04-10 11:02:38,684 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] starting
2014-04-10 11:02:38,684 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:02:38,684 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:02:38,685 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt"]
2014-04-10 11:02:38,685 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt"]
2014-04-10 11:02:38,685 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin"]
2014-04-10 11:02:38,685 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] parallel execution is enabled: true
2014-04-10 11:02:38,685 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] starting jobs: 1
2014-04-10 11:02:38,685 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] allocating threads: 1
2014-04-10 11:02:38,686 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogrouping] starting step: (1/1) ...intocogrouplhsswappedjoin
2014-04-10 11:02:38,694 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:02:38,701 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:02:38,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin dst=null perm=null
2014-04-10 11:02:38,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:02:38,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:02:38,704 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 8
2014-04-10 11:02:38,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008 dst=null perm=null
2014-04-10 11:02:38,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:02:38,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:02:38,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar dst=null perm=null
2014-04-10 11:02:38,743 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088
2014-04-10 11:02:38,744 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741911_1087
2014-04-10 11:02:38,745 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741910_1086
2014-04-10 11:02:38,745 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089
2014-04-10 11:02:38,746 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741907_1083
2014-04-10 11:02:38,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:38,759 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:02:38,775 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741914_1090 src: /127.0.0.1:52984 dest: /127.0.0.1:36156
2014-04-10 11:02:38,776 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741914_1090 src: /127.0.0.1:54791 dest: /127.0.0.1:50911
2014-04-10 11:02:38,777 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741914_1090 src: /127.0.0.1:40261 dest: /127.0.0.1:37218
2014-04-10 11:02:38,781 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40261, dest: /127.0.0.1:37218, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741914_1090, duration: 3619924
2014-04-10 11:02:38,781 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741914_1090, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:38,782 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:38,782 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54791, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741914_1090, duration: 4208784
2014-04-10 11:02:38,782 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:38,783 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:38,783 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52984, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741914_1090, duration: 4467924
2014-04-10 11:02:38,783 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:38,783 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:38,784 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089
2014-04-10 11:02:38,785 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741907_1083
2014-04-10 11:02:38,787 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741914_1090
2014-04-10 11:02:38,788 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741908_1084
2014-04-10 11:02:38,788 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741909_1085
2014-04-10 11:02:38,798 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:02:38,799 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar
2014-04-10 11:02:38,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar dst=null perm=null
2014-04-10 11:02:38,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:38,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:38,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:38,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:38,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:02:38,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:02:38,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:02:38,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:02:38,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:02:38,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:38,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:02:38,844 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:02:38,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:02:38,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:02:38,848 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:02:38,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:02:38,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:02:38,852 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:02:38,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:02:38,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:02:38,855 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:02:38,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:02:38,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:38,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:38,891 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.split
2014-04-10 11:02:38,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.split dst=null perm=null
2014-04-10 11:02:38,908 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:02:38,925 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741915_1091 src: /127.0.0.1:48605 dest: /127.0.0.1:53749
2014-04-10 11:02:38,926 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741915_1091 src: /127.0.0.1:54794 dest: /127.0.0.1:50911
2014-04-10 11:02:38,927 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741915_1091 src: /127.0.0.1:40264 dest: /127.0.0.1:37218
2014-04-10 11:02:38,929 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741915_1091 src: /127.0.0.1:52990 dest: /127.0.0.1:36156
2014-04-10 11:02:38,932 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52990, dest: /127.0.0.1:36156, bytes: 1883, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741915_1091, duration: 1962371
2014-04-10 11:02:38,932 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741915_1091, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:38,933 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:02:38,933 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40264, dest: /127.0.0.1:37218, bytes: 1883, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741915_1091, duration: 2640454
2014-04-10 11:02:38,933 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:38,933 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:02:38,934 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54794, dest: /127.0.0.1:50911, bytes: 1883, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741915_1091, duration: 3392987
2014-04-10 11:02:38,934 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:38,934 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:02:38,934 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48605, dest: /127.0.0.1:53749, bytes: 1883, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741915_1091, duration: 4031715
2014-04-10 11:02:38,935 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:38,935 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:02:38,948 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:02:38,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:38,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:38,983 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:02:38,986 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741911_1087
2014-04-10 11:02:38,987 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741915_1091
2014-04-10 11:02:38,988 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741910_1086
2014-04-10 11:02:39,000 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741916_1092 src: /127.0.0.1:40266 dest: /127.0.0.1:37218
2014-04-10 11:02:39,001 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741916_1092 src: /127.0.0.1:54798 dest: /127.0.0.1:50911
2014-04-10 11:02:39,002 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741916_1092 src: /127.0.0.1:48611 dest: /127.0.0.1:53749
2014-04-10 11:02:39,005 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48611, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741916_1092, duration: 1632436
2014-04-10 11:02:39,005 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741916_1092, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:39,005 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:02:39,006 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54798, dest: /127.0.0.1:50911, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741916_1092, duration: 2403214
2014-04-10 11:02:39,006 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:39,006 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:02:39,006 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40266, dest: /127.0.0.1:37218, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741916_1092, duration: 2961760
2014-04-10 11:02:39,007 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:39,007 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:02:39,023 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:02:39,023 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:02:39,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:39,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:39,065 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:02:39,083 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741917_1093 src: /127.0.0.1:48612 dest: /127.0.0.1:53749
2014-04-10 11:02:39,084 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741917_1093 src: /127.0.0.1:54801 dest: /127.0.0.1:50911
2014-04-10 11:02:39,085 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741917_1093 src: /127.0.0.1:40271 dest: /127.0.0.1:37218
2014-04-10 11:02:39,089 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40271, dest: /127.0.0.1:37218, bytes: 83506, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741917_1093, duration: 2462855
2014-04-10 11:02:39,089 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741917_1093, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:39,090 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54801, dest: /127.0.0.1:50911, bytes: 83506, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741917_1093, duration: 2699441
2014-04-10 11:02:39,089 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:39,090 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:39,091 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48612, dest: /127.0.0.1:53749, bytes: 83506, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741917_1093, duration: 3460144
2014-04-10 11:02:39,091 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:39,091 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:39,092 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:39,106 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:02:39,107 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0008
2014-04-10 11:02:39,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008 dst=null perm=null
2014-04-10 11:02:39,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.xml dst=null perm=null
2014-04-10 11:02:39,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.xml dst=null perm=null
2014-04-10 11:02:39,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar dst=null perm=null
2014-04-10 11:02:39,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar dst=null perm=null
2014-04-10 11:02:39,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.split dst=null perm=null
2014-04-10 11:02:39,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.split dst=null perm=null
2014-04-10 11:02:39,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:39,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:39,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:39,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:39,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:39,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:39,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:39,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:39,166 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 8 submitted by user brock
2014-04-10 11:02:39,166 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0008
2014-04-10 11:02:39,166 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0008 State change from NEW to NEW_SAVING
2014-04-10 11:02:39,166 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0008
2014-04-10 11:02:39,166 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0008
2014-04-10 11:02:39,167 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0008 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:02:39,167 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0008_000001
2014-04-10 11:02:39,167 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0008_000001 State change from NEW to SUBMITTED
2014-04-10 11:02:39,168 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0008 from user: brock activated in queue: default
2014-04-10 11:02:39,168 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0008 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:02:39,168 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0008 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:02:39,168 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0008
2014-04-10 11:02:39,168 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0008_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:02:39,169 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0008_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:02:39,169 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0008 State change from SUBMITTED to ACCEPTED
2014-04-10 11:02:39,171 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0008/
2014-04-10 11:02:39,171 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogrouping] submitted hadoop job: job_1397145675630_0008
2014-04-10 11:02:39,171 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogrouping] tracking url: http://localhost:33250/proxy/application_1397145675630_0008/
2014-04-10 11:02:39,177 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741910_1086
2014-04-10 11:02:39,178 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741908_1084
2014-04-10 11:02:39,179 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741909_1085
2014-04-10 11:02:39,181 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741914_1090
2014-04-10 11:02:39,182 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741916_1092
2014-04-10 11:02:39,182 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088
2014-04-10 11:02:39,221 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:39,221 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000001
2014-04-10 11:02:39,222 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0008_01_000001 of capacity <memory:2048, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 11:02:39,222 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0008 container=Container: [ContainerId: container_1397145675630_0008_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0008_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:39,222 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:02:39,222 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:39,222 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:39,223 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0008 AttemptId: appattempt_1397145675630_0008_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0008_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ]
2014-04-10 11:02:39,223 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0008_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:02:39,223 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0008_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:02:39,223 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0008_000001
2014-04-10 11:02:39,224 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0008_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] for AM appattempt_1397145675630_0008_000001
2014-04-10 11:02:39,225 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0008_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:02:39,228 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0008_000001 (auth:SIMPLE)
2014-04-10 11:02:39,230 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0008_01_000001 by user brock
2014-04-10 11:02:39,230 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0008
2014-04-10 11:02:39,231 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000001
2014-04-10 11:02:39,231 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0008 transitioned from NEW to INITING
2014-04-10 11:02:39,231 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0008_01_000001 to application application_1397145675630_0008
2014-04-10 11:02:39,231 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0008_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] for AM appattempt_1397145675630_0008_000001
2014-04-10 11:02:39,231 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0008 transitioned from INITING to RUNNING
2014-04-10 11:02:39,231 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0008_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:02:39,232 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:02:39,232 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0008
2014-04-10 11:02:39,233 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:02:39,233 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:02:39,233 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:02:39,233 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:02:39,234 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0008_01_000001
2014-04-10 11:02:39,242 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397145675630_0008_01_000001.tokens. Credentials list:
2014-04-10 11:02:39,256 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:02:39,315 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741902_1078 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:37218 127.0.0.1:36156
2014-04-10 11:02:39,315 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741903_1079 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:53749
2014-04-10 11:02:39,315 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741904_1080 127.0.0.1:36156 127.0.0.1:50911 127.0.0.1:37218
2014-04-10 11:02:39,316 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741905_1081 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:53749
2014-04-10 11:02:39,316 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741908_1084 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:02:39,316 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741906_1082 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:02:39,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0007 dst=null perm=null
2014-04-10 11:02:39,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397145675630_0008_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000001.tokens
2014-04-10 11:02:39,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0008 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0008
2014-04-10 11:02:39,381 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741917_1093
2014-04-10 11:02:39,381 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741915_1091
2014-04-10 11:02:39,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar dst=null perm=null
2014-04-10 11:02:39,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar dst=null perm=null
2014-04-10 11:02:39,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar dst=null perm=null
2014-04-10 11:02:39,435 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53000, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1725583985_4918, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741914_1090, duration: 1159873
2014-04-10 11:02:39,459 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:39,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:39,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:39,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:39,484 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48594, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1725583985_4918, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741916_1092, duration: 225005
2014-04-10 11:02:39,501 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0008/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:39,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.split dst=null perm=null
2014-04-10 11:02:39,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.split dst=null perm=null
2014-04-10 11:02:39,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.split dst=null perm=null
2014-04-10 11:02:39,526 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54808, bytes: 1899, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1725583985_4918, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741915_1091, duration: 279851
2014-04-10 11:02:39,544 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0008/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:39,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.xml dst=null perm=null
2014-04-10 11:02:39,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.xml dst=null perm=null
2014-04-10 11:02:39,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.xml dst=null perm=null
2014-04-10 11:02:39,569 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54808, bytes: 84162, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1725583985_4918, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741917_1093, duration: 404579
2014-04-10 11:02:39,587 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0008/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:39,587 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:39,619 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:39,619 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:39,678 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000001/default_container_executor.sh]
2014-04-10 11:02:40,106 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:37218 to replicate blk_1073741914_1090 to datanode(s) 127.0.0.1:53749
2014-04-10 11:02:40,106 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073741904_1080, blk_1073741905_1081, blk_1073741906_1082, blk_1073741908_1084, blk_1073741893_1069, blk_1073741909_1085, blk_1073741898_1074, blk_1073741902_1078, blk_1073741903_1079]
2014-04-10 11:02:40,106 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073741905_1081, blk_1073741902_1078, blk_1073741903_1079]
2014-04-10 11:02:40,220 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:40,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:02:40,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/COMMIT_STARTED dst=null perm=null
2014-04-10 11:02:40,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:02:40,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/COMMIT_FAIL dst=null perm=null
2014-04-10 11:02:40,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008 dst=null perm=null
2014-04-10 11:02:40,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:02:40,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:02:41,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:41,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:41,190 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54812, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_6039946_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741916_1092, duration: 176812
2014-04-10 11:02:41,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741905 for deletion
2014-04-10 11:02:41,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741902_1078 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741902 for deletion
2014-04-10 11:02:41,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741905
2014-04-10 11:02:41,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741903_1079 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741903 for deletion
2014-04-10 11:02:41,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741902_1078 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741902
2014-04-10 11:02:41,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741903_1079 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741903
2014-04-10 11:02:41,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741904_1080 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741904 for deletion
2014-04-10 11:02:41,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741905 for deletion
2014-04-10 11:02:41,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741904_1080 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741904
2014-04-10 11:02:41,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741906_1082 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741906 for deletion
2014-04-10 11:02:41,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741905
2014-04-10 11:02:41,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741908 for deletion
2014-04-10 11:02:41,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741906_1082 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741906
2014-04-10 11:02:41,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741909 for deletion
2014-04-10 11:02:41,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741908
2014-04-10 11:02:41,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741893_1069 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741893 for deletion
2014-04-10 11:02:41,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741909
2014-04-10 11:02:41,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741898 for deletion
2014-04-10 11:02:41,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741893_1069 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741893
2014-04-10 11:02:41,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741902_1078 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741902 for deletion
2014-04-10 11:02:41,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741903_1079 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741903 for deletion
2014-04-10 11:02:41,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741898
2014-04-10 11:02:41,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741903_1079 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741903
2014-04-10 11:02:41,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741902_1078 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741902
2014-04-10 11:02:41,736 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=605824a6-2871-47f9-9c2e-3cb0ab71d9dd, infoPort=39282, ipcPort=53527, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073741914_1090 to 127.0.0.1:53749
2014-04-10 11:02:41,737 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741914_1090 src: /127.0.0.1:48626 dest: /127.0.0.1:53749
2014-04-10 11:02:41,738 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073741914_1090 (numBytes=244650) to 127.0.0.1/127.0.0.1:53749
2014-04-10 11:02:41,738 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073741914_1090 src: /127.0.0.1:48626 dest: /127.0.0.1:53749 of size 244650
2014-04-10 11:02:41,739 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741914_1090 size 244650
2014-04-10 11:02:41,873 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0008_000001 (auth:SIMPLE)
2014-04-10 11:02:41,875 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0008_000001
2014-04-10 11:02:41,875 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0008 APPATTEMPTID=appattempt_1397145675630_0008_000001
2014-04-10 11:02:41,875 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0008_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:02:41,875 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0008 State change from ACCEPTED to RUNNING
2014-04-10 11:02:41,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job_1397145675630_0008_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:41,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:02:41,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job_1397145675630_0008_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:42,063 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job_1397145675630_0008_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:02:42,096 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741918_1094 src: /127.0.0.1:40285 dest: /127.0.0.1:37218
2014-04-10 11:02:42,097 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741918_1094 src: /127.0.0.1:48629 dest: /127.0.0.1:53749
2014-04-10 11:02:42,098 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741918_1094 src: /127.0.0.1:54818 dest: /127.0.0.1:50911
2014-04-10 11:02:42,103 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54818, dest: /127.0.0.1:50911, bytes: 97537, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_6039946_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741918_1094, duration: 4394913
2014-04-10 11:02:42,103 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741918_1094, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:42,103 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:02:42,103 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48629, dest: /127.0.0.1:53749, bytes: 97537, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_6039946_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741918_1094, duration: 4929095
2014-04-10 11:02:42,104 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:42,104 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:02:42,104 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40285, dest: /127.0.0.1:37218, bytes: 97537, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_6039946_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741918_1094, duration: 5129862
2014-04-10 11:02:42,104 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:42,104 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:02:42,123 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job_1397145675630_0008_1_conf.xml is closed by DFSClient_NONMAPREDUCE_6039946_1
2014-04-10 11:02:43,107 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073741904_1080, blk_1073741906_1082, blk_1073741908_1084, blk_1073741893_1069, blk_1073741909_1085, blk_1073741898_1074, blk_1073741902_1078, blk_1073741903_1079]
2014-04-10 11:02:43,107 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073741904_1080, blk_1073741905_1081, blk_1073741906_1082, blk_1073741908_1084, blk_1073741893_1069, blk_1073741909_1085, blk_1073741898_1074, blk_1073741902_1078, blk_1073741903_1079]
2014-04-10 11:02:43,257 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741915_1091
2014-04-10 11:02:43,258 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088
2014-04-10 11:02:43,258 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089
2014-04-10 11:02:43,261 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741914_1090
2014-04-10 11:02:43,649 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:43,650 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000002
2014-04-10 11:02:43,650 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0008_01_000002 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:02:43,650 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0008 container=Container: [ContainerId: container_1397145675630_0008_01_000002, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0008_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:43,650 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:02:43,650 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:43,651 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:43,651 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000003
2014-04-10 11:02:43,651 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0008_01_000003 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:02:43,651 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0008 container=Container: [ContainerId: container_1397145675630_0008_01_000003, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0008_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:43,652 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:02:43,652 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:43,652 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:43,652 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000004
2014-04-10 11:02:43,652 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0008_01_000004 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:02:43,653 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0008 container=Container: [ContainerId: container_1397145675630_0008_01_000004, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0008_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:43,653 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:02:43,653 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:43,653 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:43,654 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000005
2014-04-10 11:02:43,654 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0008_01_000005 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:02:43,654 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0008 container=Container: [ContainerId: container_1397145675630_0008_01_000005, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0008_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:43,654 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:02:43,654 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:43,655 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:43,655 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000006
2014-04-10 11:02:43,655 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0008_01_000006 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:02:43,655 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0008 container=Container: [ContainerId: container_1397145675630_0008_01_000006, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0008_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:43,655 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:02:43,656 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:43,749 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741917_1093
2014-04-10 11:02:43,750 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741916_1092
2014-04-10 11:02:43,750 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741915_1091
2014-04-10 11:02:43,914 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:43,914 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:43,914 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:43,915 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:43,915 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:43,949 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741914_1090
2014-04-10 11:02:43,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar dst=null perm=null
2014-04-10 11:02:43,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar dst=null perm=null
2014-04-10 11:02:43,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.xml dst=null perm=null
2014-04-10 11:02:43,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.xml dst=null perm=null
2014-04-10 11:02:43,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:43,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:43,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:43,990 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741916_1092
2014-04-10 11:02:43,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:43,990 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741918_1094
2014-04-10 11:02:43,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:43,991 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741917_1093
2014-04-10 11:02:43,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:44,049 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0008_000001 (auth:SIMPLE)
2014-04-10 11:02:44,049 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0008_000001 (auth:SIMPLE)
2014-04-10 11:02:44,053 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0008_01_000006 by user brock
2014-04-10 11:02:44,054 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0008
2014-04-10 11:02:44,054 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0008_01_000003 by user brock
2014-04-10 11:02:44,054 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0008 transitioned from NEW to INITING
2014-04-10 11:02:44,054 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0008_01_000005 by user brock
2014-04-10 11:02:44,054 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0008_01_000002 by user brock
2014-04-10 11:02:44,054 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0008_01_000005 to application application_1397145675630_0008
2014-04-10 11:02:44,054 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0008_01_000004 by user brock
2014-04-10 11:02:44,054 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000006
2014-04-10 11:02:44,055 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000002
2014-04-10 11:02:44,055 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0008_01_000002 to application application_1397145675630_0008
2014-04-10 11:02:44,054 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000005
2014-04-10 11:02:44,054 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0008
2014-04-10 11:02:44,054 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0008_01_000006 to application application_1397145675630_0008
2014-04-10 11:02:44,056 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000003
2014-04-10 11:02:44,055 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0008_01_000004 to application application_1397145675630_0008
2014-04-10 11:02:44,055 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000004
2014-04-10 11:02:44,056 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0008 transitioned from NEW to INITING
2014-04-10 11:02:44,056 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0008 transitioned from INITING to RUNNING
2014-04-10 11:02:44,056 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0008_01_000003 to application application_1397145675630_0008
2014-04-10 11:02:44,057 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0008 transitioned from INITING to RUNNING
2014-04-10 11:02:44,057 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:02:44,057 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0008
2014-04-10 11:02:44,057 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:02:44,057 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0008
2014-04-10 11:02:44,057 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:44,058 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:02:44,058 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0008
2014-04-10 11:02:44,058 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:02:44,058 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:02:44,058 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:02:44,058 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:02:44,058 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0008
2014-04-10 11:02:44,059 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0008_01_000006
2014-04-10 11:02:44,059 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0008
2014-04-10 11:02:44,059 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:44,059 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0008
2014-04-10 11:02:44,060 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:02:44,060 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:02:44,060 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0008
2014-04-10 11:02:44,060 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0008
2014-04-10 11:02:44,060 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:44,061 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0008
2014-04-10 11:02:44,061 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0008
2014-04-10 11:02:44,061 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0008
2014-04-10 11:02:44,061 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:44,061 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0008
2014-04-10 11:02:44,062 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0008
2014-04-10 11:02:44,062 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0008
2014-04-10 11:02:44,062 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:44,062 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0008
2014-04-10 11:02:44,063 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0008_01_000003
2014-04-10 11:02:44,063 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0008_01_000005
2014-04-10 11:02:44,064 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0008_01_000004
2014-04-10 11:02:44,064 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0008_01_000002
2014-04-10 11:02:44,074 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145675630_0008_01_000006.tokens. Credentials list:
2014-04-10 11:02:44,082 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397145675630_0008_01_000003.tokens. Credentials list:
2014-04-10 11:02:44,082 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0008_01_000005.tokens. Credentials list:
2014-04-10 11:02:44,082 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0008_01_000004.tokens. Credentials list:
2014-04-10 11:02:44,083 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397145675630_0008_01_000002.tokens. Credentials list:
2014-04-10 11:02:44,096 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:02:44,101 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:02:44,149 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741918_1094
2014-04-10 11:02:44,177 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145675630_0008_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000006.tokens
2014-04-10 11:02:44,178 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0008 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0008
2014-04-10 11:02:44,182 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397145675630_0008_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000003.tokens
2014-04-10 11:02:44,182 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0008 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0008
2014-04-10 11:02:44,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar dst=null perm=null
2014-04-10 11:02:44,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar dst=null perm=null
2014-04-10 11:02:44,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar dst=null perm=null
2014-04-10 11:02:44,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar dst=null perm=null
2014-04-10 11:02:44,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar dst=null perm=null
2014-04-10 11:02:44,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar dst=null perm=null
2014-04-10 11:02:44,301 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48642, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1991356925_5095, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741914_1090, duration: 935658
2014-04-10 11:02:44,301 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54831, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_104977702_5096, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741914_1090, duration: 810659
2014-04-10 11:02:44,332 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:44,332 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:44,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.xml dst=null perm=null
2014-04-10 11:02:44,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.xml dst=null perm=null
2014-04-10 11:02:44,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.xml dst=null perm=null
2014-04-10 11:02:44,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.xml dst=null perm=null
2014-04-10 11:02:44,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.xml dst=null perm=null
2014-04-10 11:02:44,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.xml dst=null perm=null
2014-04-10 11:02:44,372 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48642, bytes: 84162, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1991356925_5095, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741917_1093, duration: 377689
2014-04-10 11:02:44,374 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48644, bytes: 84162, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_104977702_5096, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741917_1093, duration: 380067
2014-04-10 11:02:44,386 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741918_1094
2014-04-10 11:02:44,396 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0008/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:44,396 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:44,396 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:44,396 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0008/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:44,397 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:44,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741904_1080 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741904 for deletion
2014-04-10 11:02:44,397 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:44,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741906_1082 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741906 for deletion
2014-04-10 11:02:44,397 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:44,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741908 for deletion
2014-04-10 11:02:44,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741904_1080 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741904
2014-04-10 11:02:44,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741906_1082 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741906
2014-04-10 11:02:44,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741908
2014-04-10 11:02:44,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741909 for deletion
2014-04-10 11:02:44,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741893_1069 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741893 for deletion
2014-04-10 11:02:44,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741898 for deletion
2014-04-10 11:02:44,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741902_1078 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741902 for deletion
2014-04-10 11:02:44,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741898
2014-04-10 11:02:44,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741903_1079 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741903 for deletion
2014-04-10 11:02:44,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741909
2014-04-10 11:02:44,400 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741902_1078 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741902
2014-04-10 11:02:44,400 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741893_1069 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741893
2014-04-10 11:02:44,400 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741903_1079 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741903
2014-04-10 11:02:44,429 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:44,429 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:44,433 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:44,433 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:44,433 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:44,433 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:44,433 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:44,433 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:44,434 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:44,434 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:44,437 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0007_01_000001 succeeded
2014-04-10 11:02:44,438 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0007_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:02:44,438 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0007_01_000001
2014-04-10 11:02:44,446 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0007/container_1397145675630_0007_01_000001
2014-04-10 11:02:44,447 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0007/container_1397145675630_0007_01_000001
2014-04-10 11:02:44,447 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0007/container_1397145675630_0007_01_000001
2014-04-10 11:02:44,447 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0007/container_1397145675630_0007_01_000001
2014-04-10 11:02:44,447 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0007 CONTAINERID=container_1397145675630_0007_01_000001
2014-04-10 11:02:44,448 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0007_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:02:44,448 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0007_01_000001 from application application_1397145675630_0007
2014-04-10 11:02:44,448 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:44,448 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0007
2014-04-10 11:02:44,500 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000003/default_container_executor.sh]
2014-04-10 11:02:44,503 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000006/default_container_executor.sh]
2014-04-10 11:02:44,503 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000005/default_container_executor.sh]
2014-04-10 11:02:44,503 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000002/default_container_executor.sh]
2014-04-10 11:02:44,504 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000004/default_container_executor.sh]
2014-04-10 11:02:44,649 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:44,649 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:44,649 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:44,649 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:44,651 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:44,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741904_1080 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741904 for deletion
2014-04-10 11:02:44,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741905 for deletion
2014-04-10 11:02:44,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741904_1080 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741904
2014-04-10 11:02:44,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741906_1082 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741906 for deletion
2014-04-10 11:02:44,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741905
2014-04-10 11:02:44,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741908 for deletion
2014-04-10 11:02:44,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741906_1082 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741906
2014-04-10 11:02:44,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741909 for deletion
2014-04-10 11:02:44,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741908
2014-04-10 11:02:44,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741893_1069 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741893 for deletion
2014-04-10 11:02:44,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741909
2014-04-10 11:02:44,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741898 for deletion
2014-04-10 11:02:44,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741893_1069 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741893
2014-04-10 11:02:44,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741898
2014-04-10 11:02:44,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741902_1078 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741902 for deletion
2014-04-10 11:02:44,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741903_1079 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741903 for deletion
2014-04-10 11:02:44,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741902_1078 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741902
2014-04-10 11:02:44,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741903_1079 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741903
2014-04-10 11:02:44,932 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:02:45,222 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0007_01_000001
2014-04-10 11:02:45,222 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0007_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:45,222 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0007_000001
2014-04-10 11:02:45,222 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0007_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:02:45,222 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0007_000001 State change from FINISHING to FINISHED
2014-04-10 11:02:45,223 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0007 State change from FINISHING to FINISHED
2014-04-10 11:02:45,222 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0007 CONTAINERID=container_1397145675630_0007_01_000001
2014-04-10 11:02:45,223 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0007_000001
2014-04-10 11:02:45,223 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0007_01_000001 of capacity <memory:2048, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:02:45,223 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0007
2014-04-10 11:02:45,223 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0007,name=[7CA7D976A2F94AE3B313C211BDE6FF81/5FCBB76B74284540B76FFD00BA5B080C] lower*upper/(3/3) ...dpipesplatform/afterevery,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0007/jobhistory/job/job_1397145675630_0007,appMasterHost=localhost.localdomain,startTime=1397145749026,finishTime=1397145758298,finalStatus=SUCCEEDED
2014-04-10 11:02:45,223 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:02:45,223 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0007_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:45,223 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:45,224 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:02:45,224 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0007_000001 released container container_1397145675630_0007_01_000001 on node: host: localhost:55857 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:02:45,224 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0007_000001 is done. finalState=FINISHED
2014-04-10 11:02:45,224 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0007 requests cleared
2014-04-10 11:02:45,224 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0007 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:02:45,224 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0007 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:02:45,225 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0007_000001 (auth:SIMPLE)
2014-04-10 11:02:45,237 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0007_01_000001
2014-04-10 11:02:45,467 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:02:45,642 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397145675630_0008_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000002.tokens
2014-04-10 11:02:45,642 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0008 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0008
2014-04-10 11:02:45,766 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:02:45,956 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0008_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000004.tokens
2014-04-10 11:02:45,956 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0008 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0008
2014-04-10 11:02:46,157 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:02:46,222 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:02:46,223 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0007
2014-04-10 11:02:46,223 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:02:46,223 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0007, with delay of 10800 seconds
2014-04-10 11:02:46,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0007
2014-04-10 11:02:46,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0007
2014-04-10 11:02:46,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0007
2014-04-10 11:02:46,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0007
2014-04-10 11:02:46,576 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0008_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000005.tokens
2014-04-10 11:02:46,576 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0008 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0008
2014-04-10 11:02:47,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.split dst=null perm=null
2014-04-10 11:02:47,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.split dst=null perm=null
2014-04-10 11:02:47,409 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40319, bytes: 867, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0008_m_000003_0_-777968778_1, offset: 1024, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741915_1091, duration: 171674
2014-04-10 11:02:47,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.split dst=null perm=null
2014-04-10 11:02:47,440 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40321, bytes: 1383, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0008_m_000002_0_-1438060080_1, offset: 512, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741915_1091, duration: 165383
2014-04-10 11:02:47,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:02:47,471 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54855, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0008_m_000003_0_-777968778_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 175042
2014-04-10 11:02:47,497 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53048, bytes: 867, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0008_m_000004_0_852797806_1, offset: 1024, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741915_1091, duration: 172032
2014-04-10 11:02:47,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:02:47,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.split dst=null perm=null
2014-04-10 11:02:47,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:02:47,581 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53048, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0008_m_000004_0_852797806_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 163336
2014-04-10 11:02:47,612 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40326, bytes: 1899, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0008_m_000001_0_-3390432_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741915_1091, duration: 175540
2014-04-10 11:02:47,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:02:47,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:02:47,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:02:47,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:02:47,713 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53052, bytes: 56, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0008_m_000003_0_-777968778_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088, duration: 181493
2014-04-10 11:02:47,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:47,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:47,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:47,727 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48671, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0008_m_000003_0_-777968778_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 161520
2014-04-10 11:02:47,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job.split dst=null perm=null
2014-04-10 11:02:47,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:02:47,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:02:47,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:02:47,824 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48673, bytes: 56, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0008_m_000002_0_-1438060080_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088, duration: 197502
2014-04-10 11:02:47,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:47,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/_temporary/1/_temporary/attempt_1397145675630_0008_m_000003_0 dst=null perm=null
2014-04-10 11:02:47,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:47,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:02:47,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:47,862 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54863, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0008_m_000002_0_-1438060080_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 205038
2014-04-10 11:02:47,865 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40321, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0008_m_000002_0_-1438060080_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 159695
2014-04-10 11:02:47,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:02:47,872 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48674, bytes: 1899, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0008_m_000000_0_-1713210266_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741915_1091, duration: 177029
2014-04-10 11:02:47,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:02:47,880 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40333, bytes: 56, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0008_m_000004_0_852797806_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088, duration: 173685
2014-04-10 11:02:47,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:47,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:47,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:47,898 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48677, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0008_m_000004_0_852797806_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 175520
2014-04-10 11:02:47,910 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0008_01_000005
2014-04-10 11:02:47,910 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000005
2014-04-10 11:02:47,910 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:02:47,910 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0008_01_000005
2014-04-10 11:02:47,915 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53060, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0008_m_000001_0_-3390432_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089, duration: 174744
2014-04-10 11:02:47,922 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0008_01_000005 is : 143
2014-04-10 11:02:47,931 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job_1397145675630_0008_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:02:47,934 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:02:47,935 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000005
2014-04-10 11:02:47,935 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000005
2014-04-10 11:02:47,935 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000005
2014-04-10 11:02:47,935 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000005
2014-04-10 11:02:47,935 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000005
2014-04-10 11:02:47,935 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:02:47,936 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0008_01_000005 from application application_1397145675630_0008
2014-04-10 11:02:47,936 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:47,936 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0008
2014-04-10 11:02:47,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/_temporary/1/_temporary/attempt_1397145675630_0008_m_000002_0 dst=null perm=null
2014-04-10 11:02:47,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:02:47,971 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54867, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0008_m_000000_0_-1713210266_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089, duration: 203269
2014-04-10 11:02:47,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/_temporary/1/_temporary/attempt_1397145675630_0008_m_000004_0 dst=null perm=null
2014-04-10 11:02:47,995 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741919_1095 src: /127.0.0.1:40337 dest: /127.0.0.1:37218
2014-04-10 11:02:47,996 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741919_1095 src: /127.0.0.1:53063 dest: /127.0.0.1:36156
2014-04-10 11:02:47,998 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741919_1095 src: /127.0.0.1:54870 dest: /127.0.0.1:50911
2014-04-10 11:02:48,004 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job_1397145675630_0008_1.jhist for DFSClient_NONMAPREDUCE_6039946_1
2014-04-10 11:02:48,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/_temporary/1/_temporary/attempt_1397145675630_0008_m_000001_0 dst=null perm=null
2014-04-10 11:02:48,013 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0008_01_000004
2014-04-10 11:02:48,013 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000004
2014-04-10 11:02:48,013 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:02:48,013 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0008_01_000004
2014-04-10 11:02:48,014 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0008_01_000005
2014-04-10 11:02:48,014 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:48,014 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0008_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:02:48,014 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000005
2014-04-10 11:02:48,014 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0008_01_000005 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:02:48,015 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:02:48,015 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0008_01_000005, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:48,015 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:48,015 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:02:48,015 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0008_000001 released container container_1397145675630_0008_01_000005 on node: host: localhost:38779 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:02:48,021 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0008_01_000004 is : 143
2014-04-10 11:02:48,029 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0008_01_000006
2014-04-10 11:02:48,029 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000006
2014-04-10 11:02:48,030 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:02:48,030 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0008_01_000006
2014-04-10 11:02:48,035 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:02:48,036 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000004
2014-04-10 11:02:48,036 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000004
2014-04-10 11:02:48,037 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000004
2014-04-10 11:02:48,037 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:02:48,037 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0008_01_000004 from application application_1397145675630_0008
2014-04-10 11:02:48,037 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:48,037 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0008
2014-04-10 11:02:48,038 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000004
2014-04-10 11:02:48,039 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000004
2014-04-10 11:02:48,051 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0008_01_000006 is : 143
2014-04-10 11:02:48,062 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:02:48,063 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000006
2014-04-10 11:02:48,063 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000006
2014-04-10 11:02:48,063 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000006
2014-04-10 11:02:48,063 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000006
2014-04-10 11:02:48,064 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000006
2014-04-10 11:02:48,064 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:02:48,064 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0008_01_000006 from application application_1397145675630_0008
2014-04-10 11:02:48,064 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:48,064 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0008
2014-04-10 11:02:48,072 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0008_01_000003
2014-04-10 11:02:48,072 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000003
2014-04-10 11:02:48,072 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:02:48,072 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0008_01_000003
2014-04-10 11:02:48,073 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0008_01_000004
2014-04-10 11:02:48,073 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:48,073 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0008_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:02:48,073 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000004
2014-04-10 11:02:48,073 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0008_01_000004 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:02:48,073 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:02:48,073 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0008_01_000004, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:48,073 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:48,074 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:02:48,074 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0008_000001 released container container_1397145675630_0008_01_000004 on node: host: localhost:38779 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:02:48,078 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0008_01_000003 is : 143
2014-04-10 11:02:48,089 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:02:48,090 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000003
2014-04-10 11:02:48,090 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000003
2014-04-10 11:02:48,090 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000003
2014-04-10 11:02:48,090 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000003
2014-04-10 11:02:48,090 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000003
2014-04-10 11:02:48,090 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:02:48,091 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0008_01_000003 from application application_1397145675630_0008
2014-04-10 11:02:48,091 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:48,091 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0008
2014-04-10 11:02:48,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/_temporary/1/_temporary/attempt_1397145675630_0008_m_000000_0 dst=null perm=null
2014-04-10 11:02:48,237 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0008_01_000002
2014-04-10 11:02:48,237 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000002
2014-04-10 11:02:48,238 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:02:48,238 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0008_01_000002
2014-04-10 11:02:48,238 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0008_01_000003
2014-04-10 11:02:48,238 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:48,238 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0008_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:02:48,238 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000003
2014-04-10 11:02:48,238 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0008_01_000003 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:02:48,238 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:02:48,238 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0008_01_000003, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:48,238 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:48,239 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:02:48,239 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0008_000001 released container container_1397145675630_0008_01_000003 on node: host: localhost:38779 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:02:48,244 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0008_01_000002 is : 143
2014-04-10 11:02:48,259 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:02:48,260 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000002
2014-04-10 11:02:48,260 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000002
2014-04-10 11:02:48,260 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000002
2014-04-10 11:02:48,260 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000002
2014-04-10 11:02:48,260 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000002
2014-04-10 11:02:48,260 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:02:48,260 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0008_01_000002 from application application_1397145675630_0008
2014-04-10 11:02:48,260 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:48,260 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0008
2014-04-10 11:02:49,034 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0008_01_000006
2014-04-10 11:02:49,035 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:49,035 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0008_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:02:49,035 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000006
2014-04-10 11:02:49,036 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0008_01_000006 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:02:49,036 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:02:49,036 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0008_01_000006, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:49,036 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:49,036 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:02:49,036 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0008_000001 released container container_1397145675630_0008_01_000006 on node: host: localhost:43726 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:02:49,037 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:49,037 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000007
2014-04-10 11:02:49,037 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0008_01_000007 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:02:49,037 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0008 container=Container: [ContainerId: container_1397145675630_0008_01_000007, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0008_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:49,038 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:02:49,038 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:49,238 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0008_01_000002
2014-04-10 11:02:49,239 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:49,239 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0008_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:02:49,239 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000002
2014-04-10 11:02:49,239 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0008_01_000002 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:02:49,239 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:02:49,239 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0008_01_000002, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:49,239 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:49,240 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:02:49,240 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0008_000001 released container container_1397145675630_0008_01_000002 on node: host: localhost:38779 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:02:49,959 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:49,972 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0008_01_000007 by user brock
2014-04-10 11:02:49,972 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000007
2014-04-10 11:02:49,972 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0008_01_000007 to application application_1397145675630_0008
2014-04-10 11:02:49,973 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 11:02:49,973 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0008
2014-04-10 11:02:49,973 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0008
2014-04-10 11:02:49,973 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:49,973 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0008
2014-04-10 11:02:49,974 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:50,018 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:50,018 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:50,036 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:50,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000007/default_container_executor.sh]
2014-04-10 11:02:50,963 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:02:51,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/_temporary/1/_temporary/attempt_1397145675630_0008_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:51,873 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/_temporary/1/_temporary/attempt_1397145675630_0008_r_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:02:51,951 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741920_1096 src: /127.0.0.1:54885 dest: /127.0.0.1:50911
2014-04-10 11:02:51,952 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741920_1096 src: /127.0.0.1:53080 dest: /127.0.0.1:36156
2014-04-10 11:02:51,953 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741920_1096 src: /127.0.0.1:40356 dest: /127.0.0.1:37218
2014-04-10 11:02:51,964 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40356, dest: /127.0.0.1:37218, bytes: 592, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0008_r_000000_0_1176736473_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741920_1096, duration: 9816409
2014-04-10 11:02:51,964 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741920_1096, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:51,964 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:51,965 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53080, dest: /127.0.0.1:36156, bytes: 592, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0008_r_000000_0_1176736473_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741920_1096, duration: 10466169
2014-04-10 11:02:51,965 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:51,966 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:51,966 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54885, dest: /127.0.0.1:50911, bytes: 592, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0008_r_000000_0_1176736473_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741920_1096, duration: 11466963
2014-04-10 11:02:51,966 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:51,966 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:51,981 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/_temporary/1/_temporary/attempt_1397145675630_0008_r_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0008_r_000000_0_1176736473_1
2014-04-10 11:02:52,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/_temporary/1/_temporary/attempt_1397145675630_0008_r_000000_0 dst=null perm=null
2014-04-10 11:02:52,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/_temporary/1/_temporary/attempt_1397145675630_0008_r_000000_0 dst=null perm=null
2014-04-10 11:02:52,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/_temporary/1/task_1397145675630_0008_r_000000 dst=null perm=null
2014-04-10 11:02:52,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/_temporary/1/_temporary/attempt_1397145675630_0008_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/_temporary/1/task_1397145675630_0008_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:02:52,092 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0008_01_000007
2014-04-10 11:02:52,092 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000007
2014-04-10 11:02:52,092 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000007 transitioned from RUNNING to KILLING
2014-04-10 11:02:52,092 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0008_01_000007
2014-04-10 11:02:52,098 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0008_01_000007 is : 143
2014-04-10 11:02:52,109 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:02:52,110 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000007
2014-04-10 11:02:52,110 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000007
2014-04-10 11:02:52,110 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000007
2014-04-10 11:02:52,111 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000007
2014-04-10 11:02:52,111 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000007
2014-04-10 11:02:52,111 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:02:52,111 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0008_01_000007 from application application_1397145675630_0008
2014-04-10 11:02:52,111 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:52,111 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0008
2014-04-10 11:02:52,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:52,131 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_6039946_1
2014-04-10 11:02:52,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/_temporary/1 dst=null perm=null
2014-04-10 11:02:52,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin dst=null perm=null
2014-04-10 11:02:52,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin dst=null perm=null
2014-04-10 11:02:52,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/_temporary/1/task_1397145675630_0008_r_000000 dst=null perm=null
2014-04-10 11:02:52,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/part-00000 dst=null perm=null
2014-04-10 11:02:52,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/_temporary/1/task_1397145675630_0008_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:52,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/_temporary dst=null perm=null
2014-04-10 11:02:52,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:52,214 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/_SUCCESS is closed by DFSClient_NONMAPREDUCE_6039946_1
2014-04-10 11:02:52,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:52,247 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_6039946_1
2014-04-10 11:02:52,275 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54870, dest: /127.0.0.1:50911, bytes: 68829, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_6039946_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741919_1095, duration: 4272948163
2014-04-10 11:02:52,275 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741919_1095, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:52,276 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 15773
2014-04-10 11:02:52,276 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53063, dest: /127.0.0.1:36156, bytes: 68829, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_6039946_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741919_1095, duration: 4274403247
2014-04-10 11:02:52,276 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:52,277 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 15773
2014-04-10 11:02:52,277 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40337, dest: /127.0.0.1:37218, bytes: 68829, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_6039946_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741919_1095, duration: 4276108533
2014-04-10 11:02:52,278 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:52,278 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 15773
2014-04-10 11:02:52,297 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job_1397145675630_0008_1.jhist is closed by DFSClient_NONMAPREDUCE_6039946_1
2014-04-10 11:02:52,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:52,318 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:02:52,333 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741921_1097 src: /127.0.0.1:53082 dest: /127.0.0.1:36156
2014-04-10 11:02:52,335 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741921_1097 src: /127.0.0.1:48701 dest: /127.0.0.1:53749
2014-04-10 11:02:52,336 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741921_1097 src: /127.0.0.1:54890 dest: /127.0.0.1:50911
2014-04-10 11:02:52,339 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54890, dest: /127.0.0.1:50911, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_6039946_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741921_1097, duration: 2103444
2014-04-10 11:02:52,340 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741921_1097, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:52,340 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:02:52,340 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48701, dest: /127.0.0.1:53749, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_6039946_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741921_1097, duration: 2630366
2014-04-10 11:02:52,340 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:52,341 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:02:52,341 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53082, dest: /127.0.0.1:36156, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_6039946_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741921_1097, duration: 3368402
2014-04-10 11:02:52,341 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:52,342 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:02:52,472 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008.summary_tmp is closed by DFSClient_NONMAPREDUCE_6039946_1
2014-04-10 11:02:52,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:52,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job_1397145675630_0008_1.jhist dst=null perm=null
2014-04-10 11:02:52,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008-1397145759165-brock-%5B00FBCA4004764BF7870A8047D030FD4B%2F2728BFD79FC24002-1397145772249-5-1-SUCCEEDED-default-1397145761886.jhist_tmp dst=null perm=null
2014-04-10 11:02:52,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job_1397145675630_0008_1.jhist dst=null perm=null
2014-04-10 11:02:52,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008-1397145759165-brock-%5B00FBCA4004764BF7870A8047D030FD4B%2F2728BFD79FC24002-1397145772249-5-1-SUCCEEDED-default-1397145761886.jhist_tmp dst=null perm=null
2014-04-10 11:02:52,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job_1397145675630_0008_1.jhist dst=null perm=null
2014-04-10 11:02:52,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008-1397145759165-brock-%5B00FBCA4004764BF7870A8047D030FD4B%2F2728BFD79FC24002-1397145772249-5-1-SUCCEEDED-default-1397145761886.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:52,525 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40360, bytes: 69369, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_6039946_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741919_1095, duration: 395913
2014-04-10 11:02:52,529 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008-1397145759165-brock-%5B00FBCA4004764BF7870A8047D030FD4B%2F2728BFD79FC24002-1397145772249-5-1-SUCCEEDED-default-1397145761886.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:02:52,541 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741922_1098 src: /127.0.0.1:48704 dest: /127.0.0.1:53749
2014-04-10 11:02:52,543 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741922_1098 src: /127.0.0.1:40362 dest: /127.0.0.1:37218
2014-04-10 11:02:52,544 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741922_1098 src: /127.0.0.1:54894 dest: /127.0.0.1:50911
2014-04-10 11:02:52,549 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54894, dest: /127.0.0.1:50911, bytes: 68829, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_6039946_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741922_1098, duration: 3645781
2014-04-10 11:02:52,549 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741922_1098, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:52,549 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:52,550 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40362, dest: /127.0.0.1:37218, bytes: 68829, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_6039946_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741922_1098, duration: 4221555
2014-04-10 11:02:52,550 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:52,550 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:52,550 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48704, dest: /127.0.0.1:53749, bytes: 68829, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_6039946_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741922_1098, duration: 5101330
2014-04-10 11:02:52,551 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:52,551 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:02:52,564 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008-1397145759165-brock-%5B00FBCA4004764BF7870A8047D030FD4B%2F2728BFD79FC24002-1397145772249-5-1-SUCCEEDED-default-1397145761886.jhist_tmp is closed by DFSClient_NONMAPREDUCE_6039946_1
2014-04-10 11:02:52,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008-1397145759165-brock-%5B00FBCA4004764BF7870A8047D030FD4B%2F2728BFD79FC24002-1397145772249-5-1-SUCCEEDED-default-1397145761886.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:52,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job_1397145675630_0008_1_conf.xml dst=null perm=null
2014-04-10 11:02:52,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008_conf.xml_tmp dst=null perm=null
2014-04-10 11:02:52,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job_1397145675630_0008_1_conf.xml dst=null perm=null
2014-04-10 11:02:52,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008_conf.xml_tmp dst=null perm=null
2014-04-10 11:02:52,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008/job_1397145675630_0008_1_conf.xml dst=null perm=null
2014-04-10 11:02:52,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:52,608 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40360, bytes: 98301, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_6039946_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741918_1094, duration: 368207
2014-04-10 11:02:52,611 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:02:52,625 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741923_1099 src: /127.0.0.1:54895 dest: /127.0.0.1:50911
2014-04-10 11:02:52,626 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741923_1099 src: /127.0.0.1:40365 dest: /127.0.0.1:37218
2014-04-10 11:02:52,627 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741923_1099 src: /127.0.0.1:48709 dest: /127.0.0.1:53749
2014-04-10 11:02:52,631 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48709, dest: /127.0.0.1:53749, bytes: 97537, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_6039946_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741923_1099, duration: 2777757
2014-04-10 11:02:52,631 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741923_1099, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:52,632 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:02:52,632 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40365, dest: /127.0.0.1:37218, bytes: 97537, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_6039946_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741923_1099, duration: 3045768
2014-04-10 11:02:52,632 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:52,632 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:02:52,633 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54895, dest: /127.0.0.1:50911, bytes: 97537, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_6039946_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741923_1099, duration: 4094863
2014-04-10 11:02:52,633 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:52,633 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:02:52,647 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_6039946_1
2014-04-10 11:02:52,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:52,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:52,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:52,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008-1397145759165-brock-%5B00FBCA4004764BF7870A8047D030FD4B%2F2728BFD79FC24002-1397145772249-5-1-SUCCEEDED-default-1397145761886.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008-1397145759165-brock-%5B00FBCA4004764BF7870A8047D030FD4B%2F2728BFD79FC24002-1397145772249-5-1-SUCCEEDED-default-1397145761886.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:52,722 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0008_000001 with final state: FINISHING
2014-04-10 11:02:52,723 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0008_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:02:52,723 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0008 with final state: FINISHING
2014-04-10 11:02:52,723 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0008 State change from RUNNING to FINAL_SAVING
2014-04-10 11:02:52,724 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0008
2014-04-10 11:02:52,724 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0008_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:02:52,724 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0008 State change from FINAL_SAVING to FINISHING
2014-04-10 11:02:52,809 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:02:52,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:02:52,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:02:52,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008.summary dst=null perm=null
2014-04-10 11:02:52,819 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53094, bytes: 456, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741921_1097, duration: 241135
2014-04-10 11:02:52,819 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0008,submitTime=1397145759165,launchTime=1397145761886,firstMapTaskLaunchTime=1397145764066,firstReduceTaskLaunchTime=1397145769973,finishTime=1397145772249,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=19,reduceSlotSeconds=2,jobName=[00FBCA4004764BF7870A8047D030FD4B/2728BFD79FC24002A1986977F066DE68] cogrouping/(1/1) ...intocogrouplhsswappedjoin
2014-04-10 11:02:52,819 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008.summary]
2014-04-10 11:02:52,831 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741921_1097 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:02:52,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008.summary dst=null perm=null
2014-04-10 11:02:52,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:02:52,833 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008-1397145759165-brock-%5B00FBCA4004764BF7870A8047D030FD4B%2F2728BFD79FC24002-1397145772249-5-1-SUCCEEDED-default-1397145761886.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0008-1397145759165-brock-%5B00FBCA4004764BF7870A8047D030FD4B%2F2728BFD79FC24002-1397145772249-5-1-SUCCEEDED-default-1397145761886.jhist
2014-04-10 11:02:52,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008-1397145759165-brock-%5B00FBCA4004764BF7870A8047D030FD4B%2F2728BFD79FC24002-1397145772249-5-1-SUCCEEDED-default-1397145761886.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0008-1397145759165-brock-%5B00FBCA4004764BF7870A8047D030FD4B%2F2728BFD79FC24002-1397145772249-5-1-SUCCEEDED-default-1397145761886.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:52,848 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0008_conf.xml
2014-04-10 11:02:52,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0008_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0008_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:02:52,864 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0008 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0008-1397145759165-brock-%5B00FBCA4004764BF7870A8047D030FD4B%2F2728BFD79FC24002-1397145772249-5-1-SUCCEEDED-default-1397145761886.jhist
2014-04-10 11:02:52,865 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0008-1397145759165-brock-%5B00FBCA4004764BF7870A8047D030FD4B%2F2728BFD79FC24002-1397145772249-5-1-SUCCEEDED-default-1397145761886.jhist]
2014-04-10 11:02:52,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0008-1397145759165-brock-%5B00FBCA4004764BF7870A8047D030FD4B%2F2728BFD79FC24002-1397145772249-5-1-SUCCEEDED-default-1397145761886.jhist dst=null perm=null
2014-04-10 11:02:52,869 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54901, bytes: 69369, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741922_1098, duration: 391603
2014-04-10 11:02:52,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin dst=null perm=null
2014-04-10 11:02:52,908 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/_temporary
2014-04-10 11:02:52,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/_temporary dst=null perm=null
2014-04-10 11:02:52,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin dst=null perm=null
2014-04-10 11:02:52,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin dst=null perm=null
2014-04-10 11:02:52,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin dst=null perm=null
2014-04-10 11:02:52,921 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:02:52,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/part-00000 dst=null perm=null
2014-04-10 11:02:52,923 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40372, bytes: 600, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741920_1096, duration: 111856
2014-04-10 11:02:52,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin dst=null perm=null
2014-04-10 11:02:52,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin dst=null perm=null
2014-04-10 11:02:52,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin dst=null perm=null
2014-04-10 11:02:52,933 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:02:52,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/part-00000 dst=null perm=null
2014-04-10 11:02:52,935 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54901, bytes: 600, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741920_1096, duration: 106361
2014-04-10 11:02:52,935 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin
2014-04-10 11:02:52,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin dst=null perm=null
2014-04-10 11:02:52,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin dst=null perm=null
2014-04-10 11:02:52,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin dst=null perm=null
2014-04-10 11:02:52,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin dst=null perm=null
2014-04-10 11:02:52,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/part-00000 dst=null perm=null
2014-04-10 11:02:52,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhsswappedjoin/part-00000 dst=null perm=null
2014-04-10 11:02:52,939 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53094, bytes: 600, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741920_1096, duration: 139184
2014-04-10 11:02:52,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:02:52,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:02:52,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:02:52,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:02:52,950 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:02:52,950 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:02:52,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs dst=null perm=null
2014-04-10 11:02:52,975 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] starting
2014-04-10 11:02:52,975 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:02:52,975 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:02:52,975 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt"]
2014-04-10 11:02:52,976 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt"]
2014-04-10 11:02:52,976 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs"]
2014-04-10 11:02:52,976 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] parallel execution is enabled: true
2014-04-10 11:02:52,976 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] starting jobs: 2
2014-04-10 11:02:52,976 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] allocating threads: 2
2014-04-10 11:02:52,976 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogrouping] starting step: (2/2)
2014-04-10 11:02:52,983 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:02:52,991 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:02:52,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444 dst=null perm=null
2014-04-10 11:02:52,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:02:52,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:02:52,994 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 9
2014-04-10 11:02:52,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009 dst=null perm=null
2014-04-10 11:02:53,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:02:53,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:02:53,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.jar dst=null perm=null
2014-04-10 11:02:53,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:53,072 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:02:53,093 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0008_01_000007
2014-04-10 11:02:53,093 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:53,093 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0008_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 11:02:53,094 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000007
2014-04-10 11:02:53,094 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0008_01_000007 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:02:53,094 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:02:53,094 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0008_01_000007, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:53,094 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:53,094 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:02:53,094 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0008_000001 released container container_1397145675630_0008_01_000007 on node: host: localhost:43726 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:02:53,199 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741924_1100 src: /127.0.0.1:40373 dest: /127.0.0.1:37218
2014-04-10 11:02:53,200 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741924_1100 src: /127.0.0.1:48717 dest: /127.0.0.1:53749
2014-04-10 11:02:53,201 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741924_1100 src: /127.0.0.1:53100 dest: /127.0.0.1:36156
2014-04-10 11:02:53,206 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53100, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741924_1100, duration: 3572342
2014-04-10 11:02:53,206 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741924_1100, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:53,206 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:02:53,207 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48717, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741924_1100, duration: 4347976
2014-04-10 11:02:53,207 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:53,207 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:02:53,207 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40373, dest: /127.0.0.1:37218, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741924_1100, duration: 4305843
2014-04-10 11:02:53,208 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:53,208 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:02:53,222 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:02:53,223 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.jar
2014-04-10 11:02:53,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.jar dst=null perm=null
2014-04-10 11:02:53,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:53,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:53,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:53,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:53,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:02:53,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:02:53,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:02:53,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:02:53,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:02:53,265 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741921_1097
2014-04-10 11:02:53,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:53,265 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741920_1096
2014-04-10 11:02:53,267 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741919_1095
2014-04-10 11:02:53,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:02:53,269 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:02:53,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:02:53,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:53,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:53,307 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.split
2014-04-10 11:02:53,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.split dst=null perm=null
2014-04-10 11:02:53,324 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:02:53,340 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741925_1101 src: /127.0.0.1:54907 dest: /127.0.0.1:50911
2014-04-10 11:02:53,342 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741925_1101 src: /127.0.0.1:48720 dest: /127.0.0.1:53749
2014-04-10 11:02:53,343 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741925_1101 src: /127.0.0.1:40378 dest: /127.0.0.1:37218
2014-04-10 11:02:53,344 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741925_1101 src: /127.0.0.1:53104 dest: /127.0.0.1:36156
2014-04-10 11:02:53,348 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53104, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741925_1101, duration: 2461875
2014-04-10 11:02:53,348 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741925_1101, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:53,349 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:53,349 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40378, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741925_1101, duration: 2955791
2014-04-10 11:02:53,349 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:53,349 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:53,349 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48720, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741925_1101, duration: 3613918
2014-04-10 11:02:53,350 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:53,350 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:53,350 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54907, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741925_1101, duration: 4270677
2014-04-10 11:02:53,351 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:53,351 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:02:53,364 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:02:53,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:53,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:53,399 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:02:53,415 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741926_1102 src: /127.0.0.1:54911 dest: /127.0.0.1:50911
2014-04-10 11:02:53,417 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741926_1102 src: /127.0.0.1:53106 dest: /127.0.0.1:36156
2014-04-10 11:02:53,418 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741926_1102 src: /127.0.0.1:48725 dest: /127.0.0.1:53749
2014-04-10 11:02:53,420 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48725, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741926_1102, duration: 1532049
2014-04-10 11:02:53,421 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741926_1102, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:53,421 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:02:53,421 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53106, dest: /127.0.0.1:36156, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741926_1102, duration: 2013143
2014-04-10 11:02:53,421 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:53,422 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:02:53,422 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54911, dest: /127.0.0.1:50911, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741926_1102, duration: 2517090
2014-04-10 11:02:53,422 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:53,423 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:02:53,439 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:02:53,439 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:02:53,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:53,467 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741924_1100
2014-04-10 11:02:53,468 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741925_1101
2014-04-10 11:02:53,468 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741926_1102
2014-04-10 11:02:53,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:02:53,492 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:02:53,507 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741927_1103 src: /127.0.0.1:54914 dest: /127.0.0.1:50911
2014-04-10 11:02:53,508 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741927_1103 src: /127.0.0.1:48727 dest: /127.0.0.1:53749
2014-04-10 11:02:53,509 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741927_1103 src: /127.0.0.1:53110 dest: /127.0.0.1:36156
2014-04-10 11:02:53,513 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53110, dest: /127.0.0.1:36156, bytes: 81312, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741927_1103, duration: 2081505
2014-04-10 11:02:53,513 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741927_1103, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:53,513 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:02:53,513 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48727, dest: /127.0.0.1:53749, bytes: 81312, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741927_1103, duration: 2610824
2014-04-10 11:02:53,514 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:53,514 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:02:53,514 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54914, dest: /127.0.0.1:50911, bytes: 81312, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741927_1103, duration: 3142051
2014-04-10 11:02:53,514 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:53,518 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:02:53,531 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:02:53,531 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0009
2014-04-10 11:02:53,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009 dst=null perm=null
2014-04-10 11:02:53,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.xml dst=null perm=null
2014-04-10 11:02:53,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.xml dst=null perm=null
2014-04-10 11:02:53,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.jar dst=null perm=null
2014-04-10 11:02:53,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.jar dst=null perm=null
2014-04-10 11:02:53,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.split dst=null perm=null
2014-04-10 11:02:53,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.split dst=null perm=null
2014-04-10 11:02:53,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:53,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:53,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:53,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:53,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:53,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:53,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:53,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:53,589 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 9 submitted by user brock
2014-04-10 11:02:53,589 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0009
2014-04-10 11:02:53,589 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0009 State change from NEW to NEW_SAVING
2014-04-10 11:02:53,589 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0009
2014-04-10 11:02:53,589 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0009
2014-04-10 11:02:53,590 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0009 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:02:53,590 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0009_000001
2014-04-10 11:02:53,590 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0009_000001 State change from NEW to SUBMITTED
2014-04-10 11:02:53,590 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0009 from user: brock activated in queue: default
2014-04-10 11:02:53,591 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0009 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:02:53,591 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0009 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:02:53,591 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0009_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:02:53,592 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0009_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:02:53,592 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0009 State change from SUBMITTED to ACCEPTED
2014-04-10 11:02:53,592 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0009
2014-04-10 11:02:53,595 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0009/
2014-04-10 11:02:53,595 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogrouping] submitted hadoop job: job_1397145675630_0009
2014-04-10 11:02:53,595 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogrouping] tracking url: http://localhost:33250/proxy/application_1397145675630_0009/
2014-04-10 11:02:53,747 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741914_1090 127.0.0.1:36156 127.0.0.1:50911 127.0.0.1:37218 127.0.0.1:53749
2014-04-10 11:02:53,748 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741915_1091 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:37218 127.0.0.1:36156
2014-04-10 11:02:53,748 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741916_1092 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:53749
2014-04-10 11:02:53,748 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741917_1093 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:37218
2014-04-10 11:02:53,748 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741919_1095 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:50911
2014-04-10 11:02:53,749 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741918_1094 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:02:53,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0008 dst=null perm=null
2014-04-10 11:02:53,876 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0009_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:53,876 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000001
2014-04-10 11:02:53,876 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0009_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:02:53,876 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0009 container=Container: [ContainerId: container_1397145675630_0009_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0009_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:53,877 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:02:53,877 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0009_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:53,877 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:53,877 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0009 AttemptId: appattempt_1397145675630_0009_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0009_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ]
2014-04-10 11:02:53,878 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0009_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:02:53,878 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0009_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:02:53,878 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0009_000001
2014-04-10 11:02:53,880 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0009_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] for AM appattempt_1397145675630_0009_000001
2014-04-10 11:02:53,880 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0009_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:02:53,883 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0009_000001 (auth:SIMPLE)
2014-04-10 11:02:53,885 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0009_01_000001 by user brock
2014-04-10 11:02:53,886 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0009
2014-04-10 11:02:53,886 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000001
2014-04-10 11:02:53,886 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0009 transitioned from NEW to INITING
2014-04-10 11:02:53,886 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0009_01_000001 to application application_1397145675630_0009
2014-04-10 11:02:53,886 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0009_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] for AM appattempt_1397145675630_0009_000001
2014-04-10 11:02:53,887 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0009 transitioned from INITING to RUNNING
2014-04-10 11:02:53,887 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0009_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:02:53,887 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:02:53,887 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0009
2014-04-10 11:02:53,888 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:02:53,888 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:02:53,888 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:02:53,889 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:02:53,889 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0009_01_000001
2014-04-10 11:02:53,899 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0009_01_000001.tokens. Credentials list:
2014-04-10 11:02:53,913 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:02:53,975 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0009_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000001.tokens
2014-04-10 11:02:53,975 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0009 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0009
2014-04-10 11:02:53,995 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741919_1095
2014-04-10 11:02:53,996 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741925_1101
2014-04-10 11:02:53,996 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741926_1102
2014-04-10 11:02:53,998 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741923_1099
2014-04-10 11:02:53,998 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741921_1097
2014-04-10 11:02:54,000 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741927_1103
2014-04-10 11:02:54,000 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741920_1096
2014-04-10 11:02:54,001 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741922_1098
2014-04-10 11:02:54,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.jar dst=null perm=null
2014-04-10 11:02:54,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.jar dst=null perm=null
2014-04-10 11:02:54,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.jar dst=null perm=null
2014-04-10 11:02:54,085 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53115, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-391669322_5599, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741924_1100, duration: 605281
2014-04-10 11:02:54,110 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:54,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:54,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:54,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:54,135 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54922, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-391669322_5599, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741926_1102, duration: 233668
2014-04-10 11:02:54,152 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741925_1101
2014-04-10 11:02:54,153 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0009/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:54,153 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741921_1097
2014-04-10 11:02:54,156 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741924_1100
2014-04-10 11:02:54,157 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741923_1099
2014-04-10 11:02:54,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.split dst=null perm=null
2014-04-10 11:02:54,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.split dst=null perm=null
2014-04-10 11:02:54,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.split dst=null perm=null
2014-04-10 11:02:54,178 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54922, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-391669322_5599, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741925_1101, duration: 232125
2014-04-10 11:02:54,196 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0009/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:54,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.xml dst=null perm=null
2014-04-10 11:02:54,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.xml dst=null perm=null
2014-04-10 11:02:54,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.xml dst=null perm=null
2014-04-10 11:02:54,224 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48735, bytes: 81948, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-391669322_5599, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741927_1103, duration: 412433
2014-04-10 11:02:54,243 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0009/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:54,243 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:54,276 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:54,276 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:54,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000001/default_container_executor.sh]
2014-04-10 11:02:54,355 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741922_1098
2014-04-10 11:02:54,357 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741927_1103
2014-04-10 11:02:54,357 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741926_1102
2014-04-10 11:02:54,389 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741924_1100
2014-04-10 11:02:54,589 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741922_1098
2014-04-10 11:02:54,590 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741920_1096
2014-04-10 11:02:54,590 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741925_1101
2014-04-10 11:02:54,591 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741919_1095
2014-04-10 11:02:54,789 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741923_1099
2014-04-10 11:02:54,875 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0009_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:55,108 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:36156 to replicate blk_1073741924_1100 to datanode(s) 127.0.0.1:50911
2014-04-10 11:02:55,109 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073741921_1097, blk_1073741914_1090, blk_1073741915_1091, blk_1073741919_1095]
2014-04-10 11:02:55,109 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073741921_1097, blk_1073741914_1090, blk_1073741915_1091, blk_1073741916_1092, blk_1073741917_1093, blk_1073741918_1094, blk_1073741919_1095]
2014-04-10 11:02:55,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:02:55,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/COMMIT_STARTED dst=null perm=null
2014-04-10 11:02:55,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:02:55,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/COMMIT_FAIL dst=null perm=null
2014-04-10 11:02:55,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009 dst=null perm=null
2014-04-10 11:02:55,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:02:55,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:02:55,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:55,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.splitmetainfo dst=null perm=null
2014-04-10 11:02:55,841 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54926, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_855631592_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741926_1102, duration: 161950
2014-04-10 11:02:56,396 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f9f8649b-8d9e-4d95-b6f1-838fff2526ea, infoPort=40212, ipcPort=55636, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073741924_1100 to 127.0.0.1:50911
2014-04-10 11:02:56,396 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741921_1097 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741921 for deletion
2014-04-10 11:02:56,396 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741914 for deletion
2014-04-10 11:02:56,396 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741921_1097 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741921
2014-04-10 11:02:56,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741915 for deletion
2014-04-10 11:02:56,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741919_1095 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741919 for deletion
2014-04-10 11:02:56,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741915
2014-04-10 11:02:56,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741914
2014-04-10 11:02:56,397 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741924_1100 src: /127.0.0.1:54928 dest: /127.0.0.1:50911
2014-04-10 11:02:56,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741919_1095 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741919
2014-04-10 11:02:56,397 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073741924_1100 (numBytes=244650) to 127.0.0.1/127.0.0.1:50911
2014-04-10 11:02:56,398 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073741924_1100 src: /127.0.0.1:54928 dest: /127.0.0.1:50911 of size 244650
2014-04-10 11:02:56,399 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741924_1100 size 244650
2014-04-10 11:02:56,452 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0009_000001 (auth:SIMPLE)
2014-04-10 11:02:56,454 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0009_000001
2014-04-10 11:02:56,454 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0009 APPATTEMPTID=appattempt_1397145675630_0009_000001
2014-04-10 11:02:56,454 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0009_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:02:56,454 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0009 State change from ACCEPTED to RUNNING
2014-04-10 11:02:56,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job_1397145675630_0009_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:56,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:02:56,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job_1397145675630_0009_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:02:56,671 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job_1397145675630_0009_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:02:56,710 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741928_1104 src: /127.0.0.1:53124 dest: /127.0.0.1:36156
2014-04-10 11:02:56,712 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741928_1104 src: /127.0.0.1:40400 dest: /127.0.0.1:37218
2014-04-10 11:02:56,713 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741928_1104 src: /127.0.0.1:54932 dest: /127.0.0.1:50911
2014-04-10 11:02:56,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741921_1097 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741921 for deletion
2014-04-10 11:02:56,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741914 for deletion
2014-04-10 11:02:56,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741921_1097 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741921
2014-04-10 11:02:56,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741915 for deletion
2014-04-10 11:02:56,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741914
2014-04-10 11:02:56,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741916 for deletion
2014-04-10 11:02:56,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741915
2014-04-10 11:02:56,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741916
2014-04-10 11:02:56,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741917 for deletion
2014-04-10 11:02:56,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741918_1094 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741918 for deletion
2014-04-10 11:02:56,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741917
2014-04-10 11:02:56,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741919_1095 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741919 for deletion
2014-04-10 11:02:56,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741918_1094 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741918
2014-04-10 11:02:56,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741919_1095 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741919
2014-04-10 11:02:56,718 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54932, dest: /127.0.0.1:50911, bytes: 95337, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_855631592_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741928_1104, duration: 4120509
2014-04-10 11:02:56,718 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741928_1104, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:02:56,718 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:02:56,718 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40400, dest: /127.0.0.1:37218, bytes: 95337, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_855631592_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741928_1104, duration: 4684395
2014-04-10 11:02:56,719 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:56,719 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:02:56,719 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53124, dest: /127.0.0.1:36156, bytes: 95337, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_855631592_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741928_1104, duration: 5525290
2014-04-10 11:02:56,719 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:02:56,720 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:02:56,739 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job_1397145675630_0009_1_conf.xml is closed by DFSClient_NONMAPREDUCE_855631592_1
2014-04-10 11:02:57,876 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0009_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:57,876 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000002
2014-04-10 11:02:57,877 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0009_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:02:57,877 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0009 container=Container: [ContainerId: container_1397145675630_0009_01_000002, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0009_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:57,877 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:02:57,877 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:57,878 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0009_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:57,878 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000003
2014-04-10 11:02:57,878 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0009_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:02:57,878 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0009 container=Container: [ContainerId: container_1397145675630_0009_01_000003, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0009_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:57,879 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:02:57,879 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:58,095 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0009_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:58,095 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000004
2014-04-10 11:02:58,095 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0009_01_000004 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:02:58,096 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0009 container=Container: [ContainerId: container_1397145675630_0009_01_000004, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0009_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:58,096 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:02:58,096 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:58,096 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0009_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:58,097 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000005
2014-04-10 11:02:58,097 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0009_01_000005 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:02:58,097 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0009 container=Container: [ContainerId: container_1397145675630_0009_01_000005, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0009_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:58,097 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:02:58,097 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:58,098 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0009_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:02:58,098 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000006
2014-04-10 11:02:58,098 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0009_01_000006 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:02:58,106 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0009 container=Container: [ContainerId: container_1397145675630_0009_01_000006, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0009_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:58,107 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:02:58,107 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:58,109 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073741914_1090, blk_1073741915_1091, blk_1073741916_1092, blk_1073741917_1093, blk_1073741918_1094, blk_1073741919_1095]
2014-04-10 11:02:58,109 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073741921_1097, blk_1073741914_1090, blk_1073741915_1091, blk_1073741916_1092, blk_1073741917_1093, blk_1073741918_1094]
2014-04-10 11:02:58,472 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741927_1103
2014-04-10 11:02:58,473 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741928_1104
2014-04-10 11:02:58,497 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0009_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:58,497 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0009_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:58,497 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0009_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:58,497 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0009_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:58,498 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0009_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:02:58,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.jar dst=null perm=null
2014-04-10 11:02:58,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.jar dst=null perm=null
2014-04-10 11:02:58,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.xml dst=null perm=null
2014-04-10 11:02:58,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.xml dst=null perm=null
2014-04-10 11:02:58,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:58,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:58,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:58,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:58,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:02:58,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:02:58,618 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0009_000001 (auth:SIMPLE)
2014-04-10 11:02:58,618 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0009_000001 (auth:SIMPLE)
2014-04-10 11:02:58,623 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0009_01_000005 by user brock
2014-04-10 11:02:58,623 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0009_01_000004 by user brock
2014-04-10 11:02:58,623 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0009_01_000003 by user brock
2014-04-10 11:02:58,623 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0009_01_000002 by user brock
2014-04-10 11:02:58,623 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0009_01_000006 by user brock
2014-04-10 11:02:58,623 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0009
2014-04-10 11:02:58,624 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000002
2014-04-10 11:02:58,624 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000005
2014-04-10 11:02:58,623 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0009_01_000003 to application application_1397145675630_0009
2014-04-10 11:02:58,623 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000003
2014-04-10 11:02:58,623 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0009_01_000004 to application application_1397145675630_0009
2014-04-10 11:02:58,623 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000004
2014-04-10 11:02:58,625 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0009_01_000006 to application application_1397145675630_0009
2014-04-10 11:02:58,624 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0009_01_000002 to application application_1397145675630_0009
2014-04-10 11:02:58,624 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000006
2014-04-10 11:02:58,625 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0009 transitioned from NEW to INITING
2014-04-10 11:02:58,625 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:02:58,625 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0009_01_000005 to application application_1397145675630_0009
2014-04-10 11:02:58,626 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:02:58,626 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0009 transitioned from INITING to RUNNING
2014-04-10 11:02:58,626 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0009
2014-04-10 11:02:58,626 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0009
2014-04-10 11:02:58,626 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:58,626 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:02:58,627 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0009
2014-04-10 11:02:58,627 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:02:58,627 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0009
2014-04-10 11:02:58,627 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0009
2014-04-10 11:02:58,627 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:58,627 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:02:58,628 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0009
2014-04-10 11:02:58,628 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0009
2014-04-10 11:02:58,628 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0009
2014-04-10 11:02:58,628 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:58,628 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0009
2014-04-10 11:02:58,628 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:58,629 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:02:58,629 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:58,629 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:02:58,629 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0009
2014-04-10 11:02:58,629 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0009
2014-04-10 11:02:58,629 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:58,629 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0009
2014-04-10 11:02:58,630 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0009
2014-04-10 11:02:58,630 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0009
2014-04-10 11:02:58,630 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:02:58,630 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0009
2014-04-10 11:02:58,631 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0009_01_000004
2014-04-10 11:02:58,631 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0009_01_000006
2014-04-10 11:02:58,632 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0009_01_000005
2014-04-10 11:02:58,642 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145675630_0009_01_000004.tokens. Credentials list:
2014-04-10 11:02:58,642 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145675630_0009_01_000006.tokens. Credentials list:
2014-04-10 11:02:58,642 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145675630_0009_01_000005.tokens. Credentials list:
2014-04-10 11:02:58,652 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:02:58,658 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:58,658 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:58,658 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:58,658 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:58,739 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145675630_0009_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000004.tokens
2014-04-10 11:02:58,739 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0009 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0009
2014-04-10 11:02:58,744 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000003/default_container_executor.sh]
2014-04-10 11:02:58,744 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000002/default_container_executor.sh]
2014-04-10 11:02:58,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.jar dst=null perm=null
2014-04-10 11:02:58,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.jar dst=null perm=null
2014-04-10 11:02:58,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.jar dst=null perm=null
2014-04-10 11:02:58,845 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40408, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2105335190_5783, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741924_1100, duration: 592674
2014-04-10 11:02:58,862 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:58,870 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0008_01_000001 succeeded
2014-04-10 11:02:58,870 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:02:58,870 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0008_01_000001
2014-04-10 11:02:58,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.xml dst=null perm=null
2014-04-10 11:02:58,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.xml dst=null perm=null
2014-04-10 11:02:58,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.xml dst=null perm=null
2014-04-10 11:02:58,876 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0009_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:58,876 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0009_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:58,878 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53134, bytes: 81948, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2105335190_5783, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741927_1103, duration: 265835
2014-04-10 11:02:58,880 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000001
2014-04-10 11:02:58,881 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000001
2014-04-10 11:02:58,881 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000001
2014-04-10 11:02:58,882 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0008/container_1397145675630_0008_01_000001
2014-04-10 11:02:58,882 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000001
2014-04-10 11:02:58,882 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0008_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:02:58,882 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0008_01_000001 from application application_1397145675630_0008
2014-04-10 11:02:58,882 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:58,882 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0008
2014-04-10 11:02:58,889 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0009/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:02:58,889 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:58,889 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:58,889 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:02:58,911 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:58,911 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:58,911 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:58,911 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:58,915 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:02:58,915 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:02:58,964 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000006/default_container_executor.sh]
2014-04-10 11:02:58,964 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000005/default_container_executor.sh]
2014-04-10 11:02:58,967 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000004/default_container_executor.sh]
2014-04-10 11:02:59,005 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741924_1100
2014-04-10 11:02:59,095 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0009_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:59,095 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0009_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:59,095 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0009_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:02:59,205 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741928_1104
2014-04-10 11:02:59,226 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0008_01_000001
2014-04-10 11:02:59,226 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0008_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:02:59,227 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0008_000001
2014-04-10 11:02:59,227 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0008_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:02:59,227 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0008_000001 State change from FINISHING to FINISHED
2014-04-10 11:02:59,227 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0008 CONTAINERID=container_1397145675630_0008_01_000001
2014-04-10 11:02:59,227 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0008 State change from FINISHING to FINISHED
2014-04-10 11:02:59,227 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0008_000001
2014-04-10 11:02:59,227 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0008_01_000001 of capacity <memory:2048, vCores:1> on host localhost:55857, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:02:59,227 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:02:59,227 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0008_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:59,228 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:02:59,228 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:02:59,228 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0008_000001 released container container_1397145675630_0008_01_000001 on node: host: localhost:55857 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:02:59,228 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0008_000001 is done. finalState=FINISHED
2014-04-10 11:02:59,228 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0008 requests cleared
2014-04-10 11:02:59,228 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0008 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:02:59,228 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0008 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:02:59,227 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0008
2014-04-10 11:02:59,228 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0008,name=[00FBCA4004764BF7870A8047D030FD4B/2728BFD79FC24002A1986977F066DE68] cogrouping/(1/1) ...intocogrouplhsswappedjoin,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0008/jobhistory/job/job_1397145675630_0008,appMasterHost=localhost.localdomain,startTime=1397145759165,finishTime=1397145772723,finalStatus=SUCCEEDED
2014-04-10 11:02:59,235 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0008_000001 (auth:SIMPLE)
2014-04-10 11:02:59,236 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0008_01_000001
2014-04-10 11:02:59,241 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:02:59,241 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0008
2014-04-10 11:02:59,241 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0008
2014-04-10 11:02:59,241 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0008
2014-04-10 11:02:59,241 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0008
2014-04-10 11:02:59,241 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0008
2014-04-10 11:02:59,242 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:02:59,242 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0008, with delay of 10800 seconds
2014-04-10 11:02:59,513 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:02:59,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741921_1097 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741921 for deletion
2014-04-10 11:02:59,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741914 for deletion
2014-04-10 11:02:59,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741921_1097 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741921
2014-04-10 11:02:59,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741915 for deletion
2014-04-10 11:02:59,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741916 for deletion
2014-04-10 11:02:59,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741914
2014-04-10 11:02:59,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741917 for deletion
2014-04-10 11:02:59,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741915
2014-04-10 11:02:59,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741917
2014-04-10 11:02:59,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741918_1094 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741918 for deletion
2014-04-10 11:02:59,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741916
2014-04-10 11:02:59,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741918_1094 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741918
2014-04-10 11:02:59,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741914 for deletion
2014-04-10 11:02:59,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741915 for deletion
2014-04-10 11:02:59,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741916 for deletion
2014-04-10 11:02:59,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741915
2014-04-10 11:02:59,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741917 for deletion
2014-04-10 11:02:59,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741914
2014-04-10 11:02:59,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741918_1094 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741918 for deletion
2014-04-10 11:02:59,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741916
2014-04-10 11:02:59,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741919_1095 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741919 for deletion
2014-04-10 11:02:59,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741917
2014-04-10 11:02:59,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741918_1094 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741918
2014-04-10 11:02:59,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741919_1095 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741919
2014-04-10 11:02:59,791 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741928_1104
2014-04-10 11:02:59,950 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:03:00,095 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:03:00,095 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0008
2014-04-10 11:03:00,095 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0008
2014-04-10 11:03:00,096 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0008
2014-04-10 11:03:00,096 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0008
2014-04-10 11:03:00,097 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0008
2014-04-10 11:03:00,097 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:03:00,097 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0008, with delay of 10800 seconds
2014-04-10 11:03:00,177 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145675630_0009_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000005.tokens
2014-04-10 11:03:00,177 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0009 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0009
2014-04-10 11:03:00,227 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:03:00,227 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0008
2014-04-10 11:03:00,227 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:03:00,227 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0008, with delay of 10800 seconds
2014-04-10 11:03:00,228 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0008
2014-04-10 11:03:00,228 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0008
2014-04-10 11:03:00,228 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0008
2014-04-10 11:03:00,228 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0008
2014-04-10 11:03:00,328 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:03:00,689 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145675630_0009_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000006.tokens
2014-04-10 11:03:00,690 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0009 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0009
2014-04-10 11:03:01,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.split dst=null perm=null
2014-04-10 11:03:01,492 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48767, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0009_m_000001_0_1760747105_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741925_1101, duration: 169031
2014-04-10 11:03:01,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.split dst=null perm=null
2014-04-10 11:03:01,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:03:01,562 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54958, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0009_m_000001_0_1760747105_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 167262
2014-04-10 11:03:01,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:01,640 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48771, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0009_m_000000_0_-1044346801_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741925_1101, duration: 168025
2014-04-10 11:03:01,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:03:01,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:01,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:01,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:01,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:01,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.split dst=null perm=null
2014-04-10 11:03:01,864 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53155, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0009_m_000001_0_1760747105_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 155267
2014-04-10 11:03:01,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.split dst=null perm=null
2014-04-10 11:03:01,888 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000001_0/part-00001. BP-2026122021-127.0.0.1-1397145659663 blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:03:01,931 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53158, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0009_m_000002_0_80098653_1, offset: 512, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741925_1101, duration: 186309
2014-04-10 11:03:01,944 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54963, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0009_m_000004_0_-490341209_1, offset: 1024, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741925_1101, duration: 170998
2014-04-10 11:03:01,946 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741929_1105 src: /127.0.0.1:48777 dest: /127.0.0.1:53749
2014-04-10 11:03:01,959 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741929_1105 src: /127.0.0.1:40435 dest: /127.0.0.1:37218
2014-04-10 11:03:01,975 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741929_1105 src: /127.0.0.1:53161 dest: /127.0.0.1:36156
2014-04-10 11:03:01,991 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53161, dest: /127.0.0.1:36156, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0009_m_000001_0_1760747105_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741929_1105, duration: 15100628
2014-04-10 11:03:01,991 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741929_1105, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:01,991 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:03:01,992 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40435, dest: /127.0.0.1:37218, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0009_m_000001_0_1760747105_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741929_1105, duration: 15779128
2014-04-10 11:03:01,992 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:01,992 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:03:01,992 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48777, dest: /127.0.0.1:53749, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0009_m_000001_0_1760747105_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741929_1105, duration: 16716015
2014-04-10 11:03:01,993 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:01,993 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:03:01,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:02,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:02,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:02,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:03:02,009 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48771, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0009_m_000000_0_-1044346801_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 115979
2014-04-10 11:03:02,010 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53158, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0009_m_000002_0_80098653_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 122643
2014-04-10 11:03:02,013 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54968, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0009_m_000000_0_-1044346801_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 113003
2014-04-10 11:03:02,013 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000001_0/part-00001 is closed by DFSClient_attempt_1397145675630_0009_m_000001_0_1760747105_1
2014-04-10 11:03:02,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:03:02,018 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40438, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0009_m_000004_0_-490341209_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 121129
2014-04-10 11:03:02,031 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:03:02,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:02,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:02,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000001_0 dst=null perm=null
2014-04-10 11:03:02,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000001_0 dst=null perm=null
2014-04-10 11:03:02,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/task_1397145675630_0009_m_000001 dst=null perm=null
2014-04-10 11:03:02,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000001_0 dst=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/task_1397145675630_0009_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:03:02,102 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741930_1106 src: /127.0.0.1:40439 dest: /127.0.0.1:37218
2014-04-10 11:03:02,115 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741930_1106 src: /127.0.0.1:48783 dest: /127.0.0.1:53749
2014-04-10 11:03:02,128 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741930_1106 src: /127.0.0.1:54972 dest: /127.0.0.1:50911
2014-04-10 11:03:02,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job.split dst=null perm=null
2014-04-10 11:03:02,143 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54972, dest: /127.0.0.1:50911, bytes: 138, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0009_m_000000_0_-1044346801_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741930_1106, duration: 8671597
2014-04-10 11:03:02,143 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741930_1106, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:02,147 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:02,148 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48783, dest: /127.0.0.1:53749, bytes: 138, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0009_m_000000_0_-1044346801_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741930_1106, duration: 11104195
2014-04-10 11:03:02,148 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:02,148 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40439, dest: /127.0.0.1:37218, bytes: 138, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0009_m_000000_0_-1044346801_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741930_1106, duration: 14008515
2014-04-10 11:03:02,148 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:02,148 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:02,149 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:02,163 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0009_m_000000_0_-1044346801_1
2014-04-10 11:03:02,169 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0009_01_000003
2014-04-10 11:03:02,169 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000003
2014-04-10 11:03:02,169 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:03:02,169 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0009_01_000003
2014-04-10 11:03:02,189 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0009_01_000003 succeeded
2014-04-10 11:03:02,191 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job_1397145675630_0009_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:03:02,204 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000003 transitioned from KILLING to EXITED_WITH_SUCCESS
2014-04-10 11:03:02,205 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000003
2014-04-10 11:03:02,205 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000003
2014-04-10 11:03:02,205 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000003
2014-04-10 11:03:02,206 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000003
2014-04-10 11:03:02,206 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000003 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:03:02,206 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0009_01_000003 from application application_1397145675630_0009
2014-04-10 11:03:02,206 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:02,206 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000003
2014-04-10 11:03:02,207 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0009
2014-04-10 11:03:02,210 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741931_1107 src: /127.0.0.1:54974 dest: /127.0.0.1:50911
2014-04-10 11:03:02,212 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741931_1107 src: /127.0.0.1:53170 dest: /127.0.0.1:36156
2014-04-10 11:03:02,212 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741931_1107 src: /127.0.0.1:48789 dest: /127.0.0.1:53749
2014-04-10 11:03:02,215 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job_1397145675630_0009_1.jhist for DFSClient_NONMAPREDUCE_855631592_1
2014-04-10 11:03:02,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000000_0 dst=null perm=null
2014-04-10 11:03:02,239 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53169, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0009_m_000003_0_2078271347_1, offset: 1024, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741925_1101, duration: 157524
2014-04-10 11:03:02,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000000_0 dst=null perm=null
2014-04-10 11:03:02,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/task_1397145675630_0009_m_000000 dst=null perm=null
2014-04-10 11:03:02,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000000_0 dst=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/task_1397145675630_0009_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:03:02,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:02,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:02,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:02,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:02,288 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54963, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0009_m_000004_0_-490341209_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 174584
2014-04-10 11:03:02,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:02,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:02,295 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54978, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0009_m_000002_0_80098653_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 156442
2014-04-10 11:03:02,304 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000004_0/part-00004. BP-2026122021-127.0.0.1-1397145659663 blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:03:02,308 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0009_01_000002
2014-04-10 11:03:02,308 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000002
2014-04-10 11:03:02,308 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:03:02,309 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0009_01_000002
2014-04-10 11:03:02,309 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0009_01_000003
2014-04-10 11:03:02,309 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0009_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:02,309 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0009_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:03:02,309 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000003
2014-04-10 11:03:02,309 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0009_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:03:02,309 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:03:02,310 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0009_01_000003, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:02,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:03:02,310 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:02,310 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:03:02,310 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0009_000001 released container container_1397145675630_0009_01_000003 on node: host: localhost:41546 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:03:02,312 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54979, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0009_m_000003_0_2078271347_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 119974
2014-04-10 11:03:02,315 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0009_01_000002 is : 143
2014-04-10 11:03:02,317 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000002_0/part-00002. BP-2026122021-127.0.0.1-1397145659663 blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:03:02,323 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:02,323 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000002
2014-04-10 11:03:02,323 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000002
2014-04-10 11:03:02,323 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000002
2014-04-10 11:03:02,324 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000002
2014-04-10 11:03:02,324 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000002
2014-04-10 11:03:02,324 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:02,324 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0009_01_000002 from application application_1397145675630_0009
2014-04-10 11:03:02,324 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:02,324 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0009
2014-04-10 11:03:02,349 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741932_1108 src: /127.0.0.1:54980 dest: /127.0.0.1:50911
2014-04-10 11:03:02,350 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741932_1108 src: /127.0.0.1:53177 dest: /127.0.0.1:36156
2014-04-10 11:03:02,351 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741932_1108 src: /127.0.0.1:48796 dest: /127.0.0.1:53749
2014-04-10 11:03:02,355 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48796, dest: /127.0.0.1:53749, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0009_m_000004_0_-490341209_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741932_1108, duration: 3504631
2014-04-10 11:03:02,355 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741932_1108, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:02,355 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:02,355 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53177, dest: /127.0.0.1:36156, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0009_m_000004_0_-490341209_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741932_1108, duration: 3723815
2014-04-10 11:03:02,356 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:02,356 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:02,356 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54980, dest: /127.0.0.1:50911, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0009_m_000004_0_-490341209_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741932_1108, duration: 4193926
2014-04-10 11:03:02,356 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:02,356 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:02,373 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741933_1109 src: /127.0.0.1:54982 dest: /127.0.0.1:50911
2014-04-10 11:03:02,374 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741933_1109 src: /127.0.0.1:40454 dest: /127.0.0.1:37218
2014-04-10 11:03:02,375 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741933_1109 src: /127.0.0.1:53180 dest: /127.0.0.1:36156
2014-04-10 11:03:02,379 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53180, dest: /127.0.0.1:36156, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0009_m_000002_0_80098653_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741933_1109, duration: 3360266
2014-04-10 11:03:02,379 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741933_1109, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:02,379 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:03:02,379 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40454, dest: /127.0.0.1:37218, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0009_m_000002_0_80098653_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741933_1109, duration: 3838089
2014-04-10 11:03:02,379 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:02,379 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:03:02,380 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54982, dest: /127.0.0.1:50911, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0009_m_000002_0_80098653_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741933_1109, duration: 4194095
2014-04-10 11:03:02,380 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:02,380 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:03:02,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:02,480 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000002_0/part-00002 is closed by DFSClient_attempt_1397145675630_0009_m_000002_0_80098653_1
2014-04-10 11:03:02,480 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000004_0/part-00004 is closed by DFSClient_attempt_1397145675630_0009_m_000004_0_-490341209_1
2014-04-10 11:03:02,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000004_0 dst=null perm=null
2014-04-10 11:03:02,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000004_0 dst=null perm=null
2014-04-10 11:03:02,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/task_1397145675630_0009_m_000004 dst=null perm=null
2014-04-10 11:03:02,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000002_0 dst=null perm=null
2014-04-10 11:03:02,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000002_0 dst=null perm=null
2014-04-10 11:03:02,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/task_1397145675630_0009_m_000002 dst=null perm=null
2014-04-10 11:03:02,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000004_0 dst=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/task_1397145675630_0009_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:03:02,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000002_0 dst=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/task_1397145675630_0009_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:03:02,607 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0009_01_000006
2014-04-10 11:03:02,607 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000006
2014-04-10 11:03:02,607 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:03:02,607 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0009_01_000006
2014-04-10 11:03:02,613 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0009_01_000006 is : 143
2014-04-10 11:03:02,617 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0009_01_000004
2014-04-10 11:03:02,617 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000004
2014-04-10 11:03:02,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:02,629 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:02,629 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:03:02,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000006
2014-04-10 11:03:02,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000006
2014-04-10 11:03:02,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000006
2014-04-10 11:03:02,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000006
2014-04-10 11:03:02,629 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0009_01_000004
2014-04-10 11:03:02,635 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0009_01_000004 is : 143
2014-04-10 11:03:02,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:02,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:02,640 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53169, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0009_m_000003_0_2078271347_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 150322
2014-04-10 11:03:02,642 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000006
2014-04-10 11:03:02,643 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:02,643 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:02,643 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0009_01_000006 from application application_1397145675630_0009
2014-04-10 11:03:02,643 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:02,643 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0009
2014-04-10 11:03:02,643 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000004
2014-04-10 11:03:02,643 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000004
2014-04-10 11:03:02,643 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000004
2014-04-10 11:03:02,644 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000004
2014-04-10 11:03:02,644 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:02,644 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000004
2014-04-10 11:03:02,644 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0009_01_000004 from application application_1397145675630_0009
2014-04-10 11:03:02,644 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:02,644 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0009
2014-04-10 11:03:02,661 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000003_0/part-00003. BP-2026122021-127.0.0.1-1397145659663 blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:03:02,709 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741934_1110 src: /127.0.0.1:48800 dest: /127.0.0.1:53749
2014-04-10 11:03:02,709 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741934_1110 src: /127.0.0.1:40458 dest: /127.0.0.1:37218
2014-04-10 11:03:02,710 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741934_1110 src: /127.0.0.1:53184 dest: /127.0.0.1:36156
2014-04-10 11:03:02,714 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53184, dest: /127.0.0.1:36156, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0009_m_000003_0_2078271347_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741934_1110, duration: 3612077
2014-04-10 11:03:02,715 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741934_1110, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:02,715 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:02,715 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40458, dest: /127.0.0.1:37218, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0009_m_000003_0_2078271347_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741934_1110, duration: 4012086
2014-04-10 11:03:02,715 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:02,715 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:02,715 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48800, dest: /127.0.0.1:53749, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0009_m_000003_0_2078271347_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741934_1110, duration: 4493493
2014-04-10 11:03:02,716 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:02,716 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:02,730 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000003_0/part-00003 is closed by DFSClient_attempt_1397145675630_0009_m_000003_0_2078271347_1
2014-04-10 11:03:02,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000003_0 dst=null perm=null
2014-04-10 11:03:02,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000003_0 dst=null perm=null
2014-04-10 11:03:02,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/task_1397145675630_0009_m_000003 dst=null perm=null
2014-04-10 11:03:02,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/_temporary/attempt_1397145675630_0009_m_000003_0 dst=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/task_1397145675630_0009_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:03:02,834 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0009_01_000005
2014-04-10 11:03:02,834 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000005
2014-04-10 11:03:02,834 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0009_01_000004
2014-04-10 11:03:02,834 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:03:02,834 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0009_01_000005
2014-04-10 11:03:02,834 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0009_01_000006
2014-04-10 11:03:02,835 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0009_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:02,835 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0009_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:03:02,835 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000004
2014-04-10 11:03:02,835 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0009_01_000004 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:03:02,835 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:03:02,835 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0009_01_000004, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:02,835 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:02,835 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:03:02,835 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0009_000001 released container container_1397145675630_0009_01_000004 on node: host: localhost:43726 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:03:02,835 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0009_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:02,836 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0009_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:03:02,836 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000006
2014-04-10 11:03:02,836 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0009_01_000006 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:03:02,836 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:03:02,836 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0009_01_000006, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:02,836 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:02,836 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:03:02,836 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0009_000001 released container container_1397145675630_0009_01_000006 on node: host: localhost:43726 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:03:02,840 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0009_01_000005 is : 143
2014-04-10 11:03:02,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:02,848 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:02,848 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000005
2014-04-10 11:03:02,848 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000005
2014-04-10 11:03:02,848 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000005
2014-04-10 11:03:02,849 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000005
2014-04-10 11:03:02,849 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000005
2014-04-10 11:03:02,849 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:02,849 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0009_01_000005 from application application_1397145675630_0009
2014-04-10 11:03:02,849 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:02,849 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0009
2014-04-10 11:03:02,863 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_855631592_1
2014-04-10 11:03:02,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1 dst=null perm=null
2014-04-10 11:03:02,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444 dst=null perm=null
2014-04-10 11:03:02,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444 dst=null perm=null
2014-04-10 11:03:02,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/task_1397145675630_0009_m_000000 dst=null perm=null
2014-04-10 11:03:02,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00000 dst=null perm=null
2014-04-10 11:03:02,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/task_1397145675630_0009_m_000000/part-00000 dst=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:02,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444 dst=null perm=null
2014-04-10 11:03:02,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444 dst=null perm=null
2014-04-10 11:03:02,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/task_1397145675630_0009_m_000001 dst=null perm=null
2014-04-10 11:03:02,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00001 dst=null perm=null
2014-04-10 11:03:02,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/task_1397145675630_0009_m_000001/part-00001 dst=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:02,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444 dst=null perm=null
2014-04-10 11:03:02,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444 dst=null perm=null
2014-04-10 11:03:02,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/task_1397145675630_0009_m_000002 dst=null perm=null
2014-04-10 11:03:02,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00002 dst=null perm=null
2014-04-10 11:03:02,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/task_1397145675630_0009_m_000002/part-00002 dst=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:02,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444 dst=null perm=null
2014-04-10 11:03:02,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444 dst=null perm=null
2014-04-10 11:03:02,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/task_1397145675630_0009_m_000003 dst=null perm=null
2014-04-10 11:03:02,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00003 dst=null perm=null
2014-04-10 11:03:02,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/task_1397145675630_0009_m_000003/part-00003 dst=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:02,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444 dst=null perm=null
2014-04-10 11:03:02,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444 dst=null perm=null
2014-04-10 11:03:02,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/task_1397145675630_0009_m_000004 dst=null perm=null
2014-04-10 11:03:02,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00004 dst=null perm=null
2014-04-10 11:03:03,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary/1/task_1397145675630_0009_m_000004/part-00004 dst=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:03,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_temporary dst=null perm=null
2014-04-10 11:03:03,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:03,097 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/_SUCCESS is closed by DFSClient_NONMAPREDUCE_855631592_1
2014-04-10 11:03:03,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:03,130 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_855631592_1
2014-04-10 11:03:03,151 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48789, dest: /127.0.0.1:53749, bytes: 54627, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_855631592_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741931_1107, duration: 938245558
2014-04-10 11:03:03,152 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741931_1107, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:03,153 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53170, dest: /127.0.0.1:36156, bytes: 54627, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_855631592_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741931_1107, duration: 938894067
2014-04-10 11:03:03,153 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 15542
2014-04-10 11:03:03,153 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:03,154 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54974, dest: /127.0.0.1:50911, bytes: 54627, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_855631592_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741931_1107, duration: 940152667
2014-04-10 11:03:03,154 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 15542
2014-04-10 11:03:03,154 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:03,155 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 15542
2014-04-10 11:03:03,172 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job_1397145675630_0009_1.jhist is closed by DFSClient_NONMAPREDUCE_855631592_1
2014-04-10 11:03:03,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:03,192 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:03:03,208 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741935_1111 src: /127.0.0.1:54991 dest: /127.0.0.1:50911
2014-04-10 11:03:03,209 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741935_1111 src: /127.0.0.1:53186 dest: /127.0.0.1:36156
2014-04-10 11:03:03,210 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741935_1111 src: /127.0.0.1:48805 dest: /127.0.0.1:53749
2014-04-10 11:03:03,213 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48805, dest: /127.0.0.1:53749, bytes: 408, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_855631592_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741935_1111, duration: 2051632
2014-04-10 11:03:03,213 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741935_1111, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:03,214 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:03,214 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53186, dest: /127.0.0.1:36156, bytes: 408, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_855631592_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741935_1111, duration: 2466492
2014-04-10 11:03:03,214 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:03,215 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:03,215 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54991, dest: /127.0.0.1:50911, bytes: 408, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_855631592_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741935_1111, duration: 3207714
2014-04-10 11:03:03,215 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:03,215 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:03,230 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009.summary_tmp is closed by DFSClient_NONMAPREDUCE_855631592_1
2014-04-10 11:03:03,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:03,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job_1397145675630_0009_1.jhist dst=null perm=null
2014-04-10 11:03:03,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009-1397145773588-brock-%5B605BE84F76944D898AAC71763C81BB1F%2F4FDFB67FAB5A4B87-1397145783131-5-0-SUCCEEDED-default-1397145776463.jhist_tmp dst=null perm=null
2014-04-10 11:03:03,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job_1397145675630_0009_1.jhist dst=null perm=null
2014-04-10 11:03:03,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009-1397145773588-brock-%5B605BE84F76944D898AAC71763C81BB1F%2F4FDFB67FAB5A4B87-1397145783131-5-0-SUCCEEDED-default-1397145776463.jhist_tmp dst=null perm=null
2014-04-10 11:03:03,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job_1397145675630_0009_1.jhist dst=null perm=null
2014-04-10 11:03:03,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009-1397145773588-brock-%5B605BE84F76944D898AAC71763C81BB1F%2F4FDFB67FAB5A4B87-1397145783131-5-0-SUCCEEDED-default-1397145776463.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:03,280 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:54994, bytes: 55055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_855631592_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741931_1107, duration: 170432
2014-04-10 11:03:03,281 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009-1397145773588-brock-%5B605BE84F76944D898AAC71763C81BB1F%2F4FDFB67FAB5A4B87-1397145783131-5-0-SUCCEEDED-default-1397145776463.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:03:03,299 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741936_1112 src: /127.0.0.1:40464 dest: /127.0.0.1:37218
2014-04-10 11:03:03,300 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741936_1112 src: /127.0.0.1:53190 dest: /127.0.0.1:36156
2014-04-10 11:03:03,301 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741936_1112 src: /127.0.0.1:54997 dest: /127.0.0.1:50911
2014-04-10 11:03:03,306 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54997, dest: /127.0.0.1:50911, bytes: 54627, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_855631592_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741936_1112, duration: 3052870
2014-04-10 11:03:03,306 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741936_1112, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:03,306 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:03:03,306 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53190, dest: /127.0.0.1:36156, bytes: 54627, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_855631592_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741936_1112, duration: 3671529
2014-04-10 11:03:03,307 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:03,307 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:03:03,307 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40464, dest: /127.0.0.1:37218, bytes: 54627, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_855631592_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741936_1112, duration: 4373892
2014-04-10 11:03:03,308 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:03,308 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:03:03,309 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0009_01_000002
2014-04-10 11:03:03,310 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0009_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:03,310 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0009_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:03:03,310 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000002
2014-04-10 11:03:03,310 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0009_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:03:03,310 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:03:03,311 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0009_01_000002, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:03,311 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:03,311 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:03:03,311 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0009_000001 released container container_1397145675630_0009_01_000002 on node: host: localhost:41546 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:03:03,322 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009-1397145773588-brock-%5B605BE84F76944D898AAC71763C81BB1F%2F4FDFB67FAB5A4B87-1397145783131-5-0-SUCCEEDED-default-1397145776463.jhist_tmp is closed by DFSClient_NONMAPREDUCE_855631592_1
2014-04-10 11:03:03,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009-1397145773588-brock-%5B605BE84F76944D898AAC71763C81BB1F%2F4FDFB67FAB5A4B87-1397145783131-5-0-SUCCEEDED-default-1397145776463.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:03,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job_1397145675630_0009_1_conf.xml dst=null perm=null
2014-04-10 11:03:03,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009_conf.xml_tmp dst=null perm=null
2014-04-10 11:03:03,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job_1397145675630_0009_1_conf.xml dst=null perm=null
2014-04-10 11:03:03,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009_conf.xml_tmp dst=null perm=null
2014-04-10 11:03:03,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009/job_1397145675630_0009_1_conf.xml dst=null perm=null
2014-04-10 11:03:03,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:03,366 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53193, bytes: 96085, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_855631592_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741928_1104, duration: 418079
2014-04-10 11:03:03,369 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:03:03,382 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741937_1113 src: /127.0.0.1:53194 dest: /127.0.0.1:36156
2014-04-10 11:03:03,384 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741937_1113 src: /127.0.0.1:40470 dest: /127.0.0.1:37218
2014-04-10 11:03:03,385 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741937_1113 src: /127.0.0.1:48814 dest: /127.0.0.1:53749
2014-04-10 11:03:03,389 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48814, dest: /127.0.0.1:53749, bytes: 95337, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_855631592_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741937_1113, duration: 2901493
2014-04-10 11:03:03,390 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741937_1113, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:03,390 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:03:03,390 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40470, dest: /127.0.0.1:37218, bytes: 95337, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_855631592_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741937_1113, duration: 3467129
2014-04-10 11:03:03,391 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:03,391 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:03:03,391 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53194, dest: /127.0.0.1:36156, bytes: 95337, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_855631592_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741937_1113, duration: 4203251
2014-04-10 11:03:03,391 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:03,391 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:03:03,405 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_855631592_1
2014-04-10 11:03:03,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:03,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:03,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:03,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009-1397145773588-brock-%5B605BE84F76944D898AAC71763C81BB1F%2F4FDFB67FAB5A4B87-1397145783131-5-0-SUCCEEDED-default-1397145776463.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009-1397145773588-brock-%5B605BE84F76944D898AAC71763C81BB1F%2F4FDFB67FAB5A4B87-1397145783131-5-0-SUCCEEDED-default-1397145776463.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:03,477 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741936_1112
2014-04-10 11:03:03,478 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741931_1107
2014-04-10 11:03:03,479 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741932_1108
2014-04-10 11:03:03,480 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741937_1113
2014-04-10 11:03:03,480 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741933_1109
2014-04-10 11:03:03,481 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741929_1105
2014-04-10 11:03:03,481 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741934_1110
2014-04-10 11:03:03,482 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0009_000001 with final state: FINISHING
2014-04-10 11:03:03,482 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741935_1111
2014-04-10 11:03:03,482 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0009_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:03:03,482 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0009 with final state: FINISHING
2014-04-10 11:03:03,482 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0009 State change from RUNNING to FINAL_SAVING
2014-04-10 11:03:03,482 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0009
2014-04-10 11:03:03,483 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0009_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:03:03,483 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0009 State change from FINAL_SAVING to FINISHING
2014-04-10 11:03:03,521 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:03:03,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:03:03,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:03:03,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009.summary dst=null perm=null
2014-04-10 11:03:03,529 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55004, bytes: 412, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741935_1111, duration: 242776
2014-04-10 11:03:03,529 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0009,submitTime=1397145773588,launchTime=1397145776463,firstMapTaskLaunchTime=1397145778634,firstReduceTaskLaunchTime=0,finishTime=1397145783131,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=19,reduceSlotSeconds=0,jobName=[605BE84F76944D898AAC71763C81BB1F/4FDFB67FAB5A4B87821FE6AA495C543E] cogrouping/(2/2)
2014-04-10 11:03:03,530 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009.summary]
2014-04-10 11:03:03,547 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741935_1111 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:53749
2014-04-10 11:03:03,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009.summary dst=null perm=null
2014-04-10 11:03:03,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:03:03,550 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009-1397145773588-brock-%5B605BE84F76944D898AAC71763C81BB1F%2F4FDFB67FAB5A4B87-1397145783131-5-0-SUCCEEDED-default-1397145776463.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0009-1397145773588-brock-%5B605BE84F76944D898AAC71763C81BB1F%2F4FDFB67FAB5A4B87-1397145783131-5-0-SUCCEEDED-default-1397145776463.jhist
2014-04-10 11:03:03,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009-1397145773588-brock-%5B605BE84F76944D898AAC71763C81BB1F%2F4FDFB67FAB5A4B87-1397145783131-5-0-SUCCEEDED-default-1397145776463.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0009-1397145773588-brock-%5B605BE84F76944D898AAC71763C81BB1F%2F4FDFB67FAB5A4B87-1397145783131-5-0-SUCCEEDED-default-1397145776463.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:03,564 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0009_conf.xml
2014-04-10 11:03:03,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0009_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0009_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:03,581 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0009 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0009-1397145773588-brock-%5B605BE84F76944D898AAC71763C81BB1F%2F4FDFB67FAB5A4B87-1397145783131-5-0-SUCCEEDED-default-1397145776463.jhist
2014-04-10 11:03:03,581 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0009-1397145773588-brock-%5B605BE84F76944D898AAC71763C81BB1F%2F4FDFB67FAB5A4B87-1397145783131-5-0-SUCCEEDED-default-1397145776463.jhist]
2014-04-10 11:03:03,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0009-1397145773588-brock-%5B605BE84F76944D898AAC71763C81BB1F%2F4FDFB67FAB5A4B87-1397145783131-5-0-SUCCEEDED-default-1397145776463.jhist dst=null perm=null
2014-04-10 11:03:03,584 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55004, bytes: 55055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741936_1112, duration: 244379
2014-04-10 11:03:03,619 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogrouping] starting step: (1/2) ...tform/joinsintocogrouplhs
2014-04-10 11:03:03,628 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:03:03,639 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:03:03,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs dst=null perm=null
2014-04-10 11:03:03,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:03:03,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:03:03,643 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 10
2014-04-10 11:03:03,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010 dst=null perm=null
2014-04-10 11:03:03,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:03:03,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:03:03,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar dst=null perm=null
2014-04-10 11:03:03,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:03,699 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:03:03,715 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741938_1114 src: /127.0.0.1:53200 dest: /127.0.0.1:36156
2014-04-10 11:03:03,716 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741938_1114 src: /127.0.0.1:40476 dest: /127.0.0.1:37218
2014-04-10 11:03:03,717 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741938_1114 src: /127.0.0.1:55008 dest: /127.0.0.1:50911
2014-04-10 11:03:03,723 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55008, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741938_1114, duration: 3818660
2014-04-10 11:03:03,723 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741938_1114, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:03,723 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:03,723 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40476, dest: /127.0.0.1:37218, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741938_1114, duration: 4611393
2014-04-10 11:03:03,724 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:03,724 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:03,724 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53200, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741938_1114, duration: 4528896
2014-04-10 11:03:03,724 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:03,725 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:03,738 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:03:03,739 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar
2014-04-10 11:03:03,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar dst=null perm=null
2014-04-10 11:03:03,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:03,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:03,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:03,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:03,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:03:03,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:03:03,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:03:03,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:03:03,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:03:03,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:03,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:03:03,784 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:03:03,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:03:03,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:03:03,788 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:03:03,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:03:03,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:03:03,791 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:03:03,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:03:03,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:03:03,795 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:03:03,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:03:03,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:03,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:03,831 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.split
2014-04-10 11:03:03,835 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0009_01_000005
2014-04-10 11:03:03,835 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0009_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:03,836 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0009_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:03:03,836 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000005
2014-04-10 11:03:03,836 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0009_01_000005 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:03:03,836 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:03:03,836 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0009_01_000005, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:03,836 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:03,836 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:03:03,837 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0009_000001 released container container_1397145675630_0009_01_000005 on node: host: localhost:43726 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:03:03,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.split dst=null perm=null
2014-04-10 11:03:03,849 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:03:03,865 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741939_1115 src: /127.0.0.1:40478 dest: /127.0.0.1:37218
2014-04-10 11:03:03,866 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741939_1115 src: /127.0.0.1:53204 dest: /127.0.0.1:36156
2014-04-10 11:03:03,867 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741939_1115 src: /127.0.0.1:48823 dest: /127.0.0.1:53749
2014-04-10 11:03:03,869 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741939_1115 src: /127.0.0.1:55012 dest: /127.0.0.1:50911
2014-04-10 11:03:03,872 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55012, dest: /127.0.0.1:50911, bytes: 1877, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741939_1115, duration: 2372166
2014-04-10 11:03:03,872 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741939_1115, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:03,873 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:03:03,873 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48823, dest: /127.0.0.1:53749, bytes: 1877, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741939_1115, duration: 2977527
2014-04-10 11:03:03,873 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:03,873 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:03:03,874 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53204, dest: /127.0.0.1:36156, bytes: 1877, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741939_1115, duration: 3540851
2014-04-10 11:03:03,874 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:03,874 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:03:03,874 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40478, dest: /127.0.0.1:37218, bytes: 1877, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741939_1115, duration: 3948836
2014-04-10 11:03:03,875 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:03,875 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:03:03,888 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:03:03,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:03,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:03,923 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:03:03,940 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741940_1116 src: /127.0.0.1:53207 dest: /127.0.0.1:36156
2014-04-10 11:03:03,941 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741940_1116 src: /127.0.0.1:48826 dest: /127.0.0.1:53749
2014-04-10 11:03:03,942 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741940_1116 src: /127.0.0.1:55015 dest: /127.0.0.1:50911
2014-04-10 11:03:03,945 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55015, dest: /127.0.0.1:50911, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741940_1116, duration: 1574779
2014-04-10 11:03:03,945 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741940_1116, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:03,946 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:03,946 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48826, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741940_1116, duration: 2086167
2014-04-10 11:03:03,946 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:03,947 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:03,947 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53207, dest: /127.0.0.1:36156, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741940_1116, duration: 2738438
2014-04-10 11:03:03,947 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:03,947 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:03,963 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:03:03,964 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:03:04,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:04,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:04,039 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:03:04,056 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741941_1117 src: /127.0.0.1:55016 dest: /127.0.0.1:50911
2014-04-10 11:03:04,057 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741941_1117 src: /127.0.0.1:40486 dest: /127.0.0.1:37218
2014-04-10 11:03:04,057 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741941_1117 src: /127.0.0.1:48830 dest: /127.0.0.1:53749
2014-04-10 11:03:04,059 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48830, dest: /127.0.0.1:53749, bytes: 82940, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741941_1117, duration: 1098724
2014-04-10 11:03:04,059 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741941_1117, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:04,059 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40486, dest: /127.0.0.1:37218, bytes: 82940, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741941_1117, duration: 1492178
2014-04-10 11:03:04,059 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:04,060 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55016, dest: /127.0.0.1:50911, bytes: 82940, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741941_1117, duration: 1710323
2014-04-10 11:03:04,060 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:04,060 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:04,061 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741941_1117 size 82940
2014-04-10 11:03:04,061 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741941_1117 size 82940
2014-04-10 11:03:04,072 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:03:04,072 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0010
2014-04-10 11:03:04,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010 dst=null perm=null
2014-04-10 11:03:04,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.xml dst=null perm=null
2014-04-10 11:03:04,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.xml dst=null perm=null
2014-04-10 11:03:04,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar dst=null perm=null
2014-04-10 11:03:04,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar dst=null perm=null
2014-04-10 11:03:04,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.split dst=null perm=null
2014-04-10 11:03:04,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.split dst=null perm=null
2014-04-10 11:03:04,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:04,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:04,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:04,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:04,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:04,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:04,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:04,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:04,110 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:36156 to replicate blk_1073741938_1114 to datanode(s) 127.0.0.1:53749
2014-04-10 11:03:04,111 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073741935_1111]
2014-04-10 11:03:04,111 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073741935_1111]
2014-04-10 11:03:04,128 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 10 submitted by user brock
2014-04-10 11:03:04,128 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0010
2014-04-10 11:03:04,128 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0010
2014-04-10 11:03:04,128 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0010
2014-04-10 11:03:04,128 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0010 State change from NEW to NEW_SAVING
2014-04-10 11:03:04,129 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0010 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:03:04,129 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0010_000001
2014-04-10 11:03:04,129 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0010_000001 State change from NEW to SUBMITTED
2014-04-10 11:03:04,130 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0010 from user: brock activated in queue: default
2014-04-10 11:03:04,130 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0010 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:03:04,130 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0010 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:03:04,130 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0010
2014-04-10 11:03:04,130 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0010_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:03:04,131 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0010_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:03:04,132 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0010 State change from SUBMITTED to ACCEPTED
2014-04-10 11:03:04,134 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0010/
2014-04-10 11:03:04,134 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogrouping] submitted hadoop job: job_1397145675630_0010
2014-04-10 11:03:04,134 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogrouping] tracking url: http://localhost:33250/proxy/application_1397145675630_0010/
2014-04-10 11:03:04,209 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741931_1107
2014-04-10 11:03:04,210 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741940_1116
2014-04-10 11:03:04,210 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741932_1108
2014-04-10 11:03:04,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741935_1111
2014-04-10 11:03:04,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741930_1106
2014-04-10 11:03:04,214 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741938_1114
2014-04-10 11:03:04,229 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:04,229 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000001
2014-04-10 11:03:04,229 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0010_01_000001 of capacity <memory:2048, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:03:04,229 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0010 container=Container: [ContainerId: container_1397145675630_0010_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0010_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:04,230 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:03:04,230 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:04,230 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:04,231 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0010 AttemptId: appattempt_1397145675630_0010_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0010_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ]
2014-04-10 11:03:04,231 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0010_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:03:04,231 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0010_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:03:04,231 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0010_000001
2014-04-10 11:03:04,232 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0010_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] for AM appattempt_1397145675630_0010_000001
2014-04-10 11:03:04,232 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0010_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:03:04,235 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0010_000001 (auth:SIMPLE)
2014-04-10 11:03:04,237 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0010_01_000001 by user brock
2014-04-10 11:03:04,237 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0010
2014-04-10 11:03:04,237 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000001
2014-04-10 11:03:04,238 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0010 transitioned from NEW to INITING
2014-04-10 11:03:04,238 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0010_01_000001 to application application_1397145675630_0010
2014-04-10 11:03:04,238 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0010_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] for AM appattempt_1397145675630_0010_000001
2014-04-10 11:03:04,238 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0010 transitioned from INITING to RUNNING
2014-04-10 11:03:04,238 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0010_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:03:04,239 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:03:04,239 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0010
2014-04-10 11:03:04,239 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:03:04,239 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:03:04,239 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:03:04,240 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:03:04,240 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0010_01_000001
2014-04-10 11:03:04,249 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145675630_0010_01_000001.tokens. Credentials list:
2014-04-10 11:03:04,264 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:03:04,326 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145675630_0010_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000001.tokens
2014-04-10 11:03:04,327 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0010 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0010
2014-04-10 11:03:04,361 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741934_1110
2014-04-10 11:03:04,362 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741931_1107
2014-04-10 11:03:04,362 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741929_1105
2014-04-10 11:03:04,363 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741939_1115
2014-04-10 11:03:04,363 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741935_1111
2014-04-10 11:03:04,363 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741940_1116
2014-04-10 11:03:04,365 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741941_1117
2014-04-10 11:03:04,365 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741930_1106
2014-04-10 11:03:04,366 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741937_1113
2014-04-10 11:03:04,367 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741932_1108
2014-04-10 11:03:04,413 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741936_1112
2014-04-10 11:03:04,414 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741933_1109
2014-04-10 11:03:04,415 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741941_1117
2014-04-10 11:03:04,416 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741939_1115
2014-04-10 11:03:04,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar dst=null perm=null
2014-04-10 11:03:04,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar dst=null perm=null
2014-04-10 11:03:04,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar dst=null perm=null
2014-04-10 11:03:04,443 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53217, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-868749688_6145, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741938_1114, duration: 999189
2014-04-10 11:03:04,467 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:04,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:04,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:04,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:04,489 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 997 Total time for transactions(ms): 66 Number of transactions batched in Syncs: 10 Number of syncs: 671 SyncTimes(ms): 7985 5458
2014-04-10 11:03:04,491 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53217, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-868749688_6145, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741940_1116, duration: 232862
2014-04-10 11:03:04,507 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0010/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:04,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.split dst=null perm=null
2014-04-10 11:03:04,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.split dst=null perm=null
2014-04-10 11:03:04,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.split dst=null perm=null
2014-04-10 11:03:04,531 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55004, bytes: 1893, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-868749688_6145, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741939_1115, duration: 127877
2014-04-10 11:03:04,547 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0010/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:04,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.xml dst=null perm=null
2014-04-10 11:03:04,564 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741924_1100 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:50911
2014-04-10 11:03:04,564 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741925_1101 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:36156
2014-04-10 11:03:04,564 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741926_1102 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:53749
2014-04-10 11:03:04,564 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741927_1103 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:36156
2014-04-10 11:03:04,565 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741931_1107 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:53749
2014-04-10 11:03:04,565 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741928_1104 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:50911
2014-04-10 11:03:04,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0009 dst=null perm=null
2014-04-10 11:03:04,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.xml dst=null perm=null
2014-04-10 11:03:04,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.xml dst=null perm=null
2014-04-10 11:03:04,575 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48837, bytes: 83588, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-868749688_6145, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741941_1117, duration: 431374
2014-04-10 11:03:04,592 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0010/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:04,592 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:04,624 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:04,624 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:04,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000001/default_container_executor.sh]
2014-04-10 11:03:04,794 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741938_1114
2014-04-10 11:03:04,794 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741933_1109
2014-04-10 11:03:04,794 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741930_1106
2014-04-10 11:03:04,795 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741929_1105
2014-04-10 11:03:04,993 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741937_1113
2014-04-10 11:03:04,994 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741936_1112
2014-04-10 11:03:04,994 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741934_1110
2014-04-10 11:03:04,995 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741941_1117
2014-04-10 11:03:04,995 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741939_1115
2014-04-10 11:03:05,228 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:05,396 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f9f8649b-8d9e-4d95-b6f1-838fff2526ea, infoPort=40212, ipcPort=55636, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073741938_1114 to 127.0.0.1:53749
2014-04-10 11:03:05,396 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741935_1111 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741935 for deletion
2014-04-10 11:03:05,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741935_1111 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741935
2014-04-10 11:03:05,397 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741938_1114 src: /127.0.0.1:48839 dest: /127.0.0.1:53749
2014-04-10 11:03:05,397 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073741938_1114 (numBytes=244650) to 127.0.0.1/127.0.0.1:53749
2014-04-10 11:03:05,398 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073741938_1114 src: /127.0.0.1:48839 dest: /127.0.0.1:53749 of size 244650
2014-04-10 11:03:05,399 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741938_1114 size 244650
2014-04-10 11:03:05,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741935_1111 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741935 for deletion
2014-04-10 11:03:05,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741935_1111 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741935
2014-04-10 11:03:05,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:03:05,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/COMMIT_STARTED dst=null perm=null
2014-04-10 11:03:05,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:03:05,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/COMMIT_FAIL dst=null perm=null
2014-04-10 11:03:05,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010 dst=null perm=null
2014-04-10 11:03:05,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:03:05,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:03:06,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:06,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:06,188 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53224, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1022899590_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741940_1116, duration: 163649
2014-04-10 11:03:06,777 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0010_000001 (auth:SIMPLE)
2014-04-10 11:03:06,779 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0010_000001
2014-04-10 11:03:06,779 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0010 APPATTEMPTID=appattempt_1397145675630_0010_000001
2014-04-10 11:03:06,779 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0010_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:03:06,779 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0010 State change from ACCEPTED to RUNNING
2014-04-10 11:03:06,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job_1397145675630_0010_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:06,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:03:06,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job_1397145675630_0010_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:06,962 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job_1397145675630_0010_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:03:07,003 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741942_1118 src: /127.0.0.1:48846 dest: /127.0.0.1:53749
2014-04-10 11:03:07,005 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741942_1118 src: /127.0.0.1:55035 dest: /127.0.0.1:50911
2014-04-10 11:03:07,006 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741942_1118 src: /127.0.0.1:40505 dest: /127.0.0.1:37218
2014-04-10 11:03:07,012 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40505, dest: /127.0.0.1:37218, bytes: 96947, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1022899590_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741942_1118, duration: 5338896
2014-04-10 11:03:07,013 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741942_1118, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:07,013 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55035, dest: /127.0.0.1:50911, bytes: 96947, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1022899590_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741942_1118, duration: 5777363
2014-04-10 11:03:07,013 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:03:07,013 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:07,014 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48846, dest: /127.0.0.1:53749, bytes: 96947, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1022899590_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741942_1118, duration: 6286237
2014-04-10 11:03:07,014 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:03:07,014 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:07,014 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:03:07,030 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job_1397145675630_0010_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1022899590_1
2014-04-10 11:03:07,111 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073741924_1100, blk_1073741925_1101, blk_1073741926_1102, blk_1073741927_1103, blk_1073741928_1104, blk_1073741931_1107]
2014-04-10 11:03:07,111 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073741924_1100, blk_1073741925_1101, blk_1073741928_1104]
2014-04-10 11:03:07,837 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:07,837 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000002
2014-04-10 11:03:07,837 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0010_01_000002 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:03:07,837 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0010 container=Container: [ContainerId: container_1397145675630_0010_01_000002, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0010_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:07,838 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:03:07,838 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:07,839 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:07,839 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000003
2014-04-10 11:03:07,839 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0010_01_000003 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:03:07,839 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0010 container=Container: [ContainerId: container_1397145675630_0010_01_000003, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0010_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:07,840 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:03:07,840 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:07,840 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:07,840 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000004
2014-04-10 11:03:07,841 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0010_01_000004 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:03:07,841 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0010 container=Container: [ContainerId: container_1397145675630_0010_01_000004, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0010_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:07,841 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:03:07,841 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:07,842 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:07,842 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000005
2014-04-10 11:03:07,842 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0010_01_000005 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:03:07,843 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0010 container=Container: [ContainerId: container_1397145675630_0010_01_000005, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0010_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:07,843 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:03:07,843 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:08,229 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:08,230 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000006
2014-04-10 11:03:08,230 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0010_01_000006 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:03:08,230 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0010 container=Container: [ContainerId: container_1397145675630_0010_01_000006, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0010_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:08,230 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:03:08,231 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:08,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741924_1100 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741924 for deletion
2014-04-10 11:03:08,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741925_1101 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741925 for deletion
2014-04-10 11:03:08,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741926_1102 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741926 for deletion
2014-04-10 11:03:08,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741924_1100 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741924
2014-04-10 11:03:08,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741927_1103 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741927 for deletion
2014-04-10 11:03:08,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741925_1101 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741925
2014-04-10 11:03:08,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741926_1102 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741926
2014-04-10 11:03:08,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741928_1104 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741928 for deletion
2014-04-10 11:03:08,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741927_1103 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741927
2014-04-10 11:03:08,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741931_1107 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741931 for deletion
2014-04-10 11:03:08,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741928_1104 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741928
2014-04-10 11:03:08,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741931_1107 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741931
2014-04-10 11:03:08,487 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741938_1114
2014-04-10 11:03:08,488 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741940_1116
2014-04-10 11:03:08,488 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741939_1115
2014-04-10 11:03:08,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741924_1100 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741924 for deletion
2014-04-10 11:03:08,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741925_1101 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741925 for deletion
2014-04-10 11:03:08,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741928_1104 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741928 for deletion
2014-04-10 11:03:08,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741924_1100 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741924
2014-04-10 11:03:08,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741925_1101 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741925
2014-04-10 11:03:08,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741928_1104 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741928
2014-04-10 11:03:08,814 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:08,815 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:08,815 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:08,815 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:08,815 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:08,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar dst=null perm=null
2014-04-10 11:03:08,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar dst=null perm=null
2014-04-10 11:03:08,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.xml dst=null perm=null
2014-04-10 11:03:08,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.xml dst=null perm=null
2014-04-10 11:03:08,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:08,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:08,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:08,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:08,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:08,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:08,946 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0010_000001 (auth:SIMPLE)
2014-04-10 11:03:08,946 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0010_000001 (auth:SIMPLE)
2014-04-10 11:03:08,950 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0010_01_000005 by user brock
2014-04-10 11:03:08,950 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0010_01_000004 by user brock
2014-04-10 11:03:08,950 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0010
2014-04-10 11:03:08,951 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0010_01_000002 by user brock
2014-04-10 11:03:08,951 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0010_01_000004 to application application_1397145675630_0010
2014-04-10 11:03:08,950 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0010_01_000003 by user brock
2014-04-10 11:03:08,951 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000002
2014-04-10 11:03:08,951 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0010_01_000006 by user brock
2014-04-10 11:03:08,951 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000005
2014-04-10 11:03:08,952 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0010_01_000006 to application application_1397145675630_0010
2014-04-10 11:03:08,951 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000004
2014-04-10 11:03:08,952 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000006
2014-04-10 11:03:08,951 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000003
2014-04-10 11:03:08,951 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0010 transitioned from NEW to INITING
2014-04-10 11:03:08,952 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:03:08,952 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0010_01_000005 to application application_1397145675630_0010
2014-04-10 11:03:08,953 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0010
2014-04-10 11:03:08,953 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0010_01_000002 to application application_1397145675630_0010
2014-04-10 11:03:08,953 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0010
2014-04-10 11:03:08,953 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0010_01_000003 to application application_1397145675630_0010
2014-04-10 11:03:08,953 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:08,953 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0010 transitioned from INITING to RUNNING
2014-04-10 11:03:08,953 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0010
2014-04-10 11:03:08,954 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:03:08,954 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:03:08,954 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:08,954 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:03:08,955 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:03:08,955 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0010
2014-04-10 11:03:08,955 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0010
2014-04-10 11:03:08,955 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:08,955 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0010
2014-04-10 11:03:08,956 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:03:08,956 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:03:08,956 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0010
2014-04-10 11:03:08,956 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0010
2014-04-10 11:03:08,956 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:08,956 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0010
2014-04-10 11:03:08,956 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0010
2014-04-10 11:03:08,957 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0010
2014-04-10 11:03:08,957 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:08,957 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0010
2014-04-10 11:03:08,957 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0010
2014-04-10 11:03:08,957 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0010
2014-04-10 11:03:08,957 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:08,957 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0010
2014-04-10 11:03:08,958 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0010_01_000004
2014-04-10 11:03:08,958 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0010_01_000003
2014-04-10 11:03:08,959 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0010_01_000002
2014-04-10 11:03:08,959 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0010_01_000005
2014-04-10 11:03:08,972 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145675630_0010_01_000002.tokens. Credentials list:
2014-04-10 11:03:08,972 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145675630_0010_01_000004.tokens. Credentials list:
2014-04-10 11:03:08,972 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397145675630_0010_01_000005.tokens. Credentials list:
2014-04-10 11:03:08,972 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397145675630_0010_01_000003.tokens. Credentials list:
2014-04-10 11:03:08,986 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:03:08,986 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:08,986 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:09,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000006/default_container_executor.sh]
2014-04-10 11:03:09,064 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145675630_0010_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000002.tokens
2014-04-10 11:03:09,064 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0010 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0010
2014-04-10 11:03:09,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar dst=null perm=null
2014-04-10 11:03:09,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar dst=null perm=null
2014-04-10 11:03:09,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar dst=null perm=null
2014-04-10 11:03:09,170 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55045, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-399864347_6310, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741938_1114, duration: 381101
2014-04-10 11:03:09,183 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:09,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.xml dst=null perm=null
2014-04-10 11:03:09,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.xml dst=null perm=null
2014-04-10 11:03:09,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.xml dst=null perm=null
2014-04-10 11:03:09,196 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48858, bytes: 83588, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-399864347_6310, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741941_1117, duration: 189260
2014-04-10 11:03:09,205 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0010/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:09,205 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:09,206 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:09,206 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:09,206 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:09,228 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:09,228 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:09,229 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:09,229 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:09,229 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:09,232 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:09,232 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:09,232 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:09,232 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:09,288 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000005/default_container_executor.sh]
2014-04-10 11:03:09,288 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000002/default_container_executor.sh]
2014-04-10 11:03:09,291 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000003/default_container_executor.sh]
2014-04-10 11:03:09,291 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000004/default_container_executor.sh]
2014-04-10 11:03:09,370 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741942_1118
2014-04-10 11:03:09,419 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741942_1118
2014-04-10 11:03:09,571 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741938_1114
2014-04-10 11:03:09,603 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0009_01_000001 succeeded
2014-04-10 11:03:09,604 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:03:09,604 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0009_01_000001
2014-04-10 11:03:09,616 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000001
2014-04-10 11:03:09,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000001
2014-04-10 11:03:09,618 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000001
2014-04-10 11:03:09,618 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0009/container_1397145675630_0009_01_000001
2014-04-10 11:03:09,619 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000001
2014-04-10 11:03:09,619 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0009_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:03:09,619 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0009_01_000001 from application application_1397145675630_0009
2014-04-10 11:03:09,619 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:09,620 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0009
2014-04-10 11:03:09,837 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:09,837 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:09,837 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:09,837 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:09,839 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:03:09,998 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741942_1118
2014-04-10 11:03:10,112 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073741924_1100, blk_1073741925_1101, blk_1073741926_1102, blk_1073741927_1103, blk_1073741931_1107, blk_1073741935_1111]
2014-04-10 11:03:10,112 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073741924_1100, blk_1073741925_1101, blk_1073741926_1102, blk_1073741927_1103, blk_1073741928_1104, blk_1073741931_1107]
2014-04-10 11:03:10,308 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:03:10,311 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0009_01_000001
2014-04-10 11:03:10,312 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0009_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:10,312 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0009_000001
2014-04-10 11:03:10,312 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0009_000001 State change from FINISHING to FINISHED
2014-04-10 11:03:10,312 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0009_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:03:10,312 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0009 State change from FINISHING to FINISHED
2014-04-10 11:03:10,312 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0009_000001
2014-04-10 11:03:10,312 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0009 CONTAINERID=container_1397145675630_0009_01_000001
2014-04-10 11:03:10,312 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0009
2014-04-10 11:03:10,313 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0009,name=[605BE84F76944D898AAC71763C81BB1F/4FDFB67FAB5A4B87821FE6AA495C543E] cogrouping/(2/2),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0009/jobhistory/job/job_1397145675630_0009,appMasterHost=localhost.localdomain,startTime=1397145773588,finishTime=1397145783482,finalStatus=SUCCEEDED
2014-04-10 11:03:10,313 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0009_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41546, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:03:10,313 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:03:10,313 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0009_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:10,313 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:10,313 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:03:10,313 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0009_000001 released container container_1397145675630_0009_01_000001 on node: host: localhost:41546 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:03:10,313 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0009_000001 is done. finalState=FINISHED
2014-04-10 11:03:10,314 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0009 requests cleared
2014-04-10 11:03:10,314 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0009 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:03:10,314 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0009 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:03:10,316 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0009_000001 (auth:SIMPLE)
2014-04-10 11:03:10,325 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0009_01_000001
2014-04-10 11:03:10,635 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397145675630_0010_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000003.tokens
2014-04-10 11:03:10,635 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0010 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0010
2014-04-10 11:03:10,758 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:03:10,837 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:03:10,838 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0009
2014-04-10 11:03:10,838 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:03:10,838 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0009, with delay of 10800 seconds
2014-04-10 11:03:10,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0009
2014-04-10 11:03:10,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0009
2014-04-10 11:03:10,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0009
2014-04-10 11:03:10,839 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0009
2014-04-10 11:03:11,128 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397145675630_0010_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000005.tokens
2014-04-10 11:03:11,128 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0010 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0010
2014-04-10 11:03:11,312 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:03:11,312 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0009
2014-04-10 11:03:11,313 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:03:11,313 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0009, with delay of 10800 seconds
2014-04-10 11:03:11,313 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0009
2014-04-10 11:03:11,314 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0009
2014-04-10 11:03:11,314 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0009
2014-04-10 11:03:11,315 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0009
2014-04-10 11:03:11,447 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:03:11,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741924_1100 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741924 for deletion
2014-04-10 11:03:11,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741925_1101 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741925 for deletion
2014-04-10 11:03:11,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741926_1102 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741926 for deletion
2014-04-10 11:03:11,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741924_1100 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741924
2014-04-10 11:03:11,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741927_1103 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741927 for deletion
2014-04-10 11:03:11,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741925_1101 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741925
2014-04-10 11:03:11,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741926_1102 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741926
2014-04-10 11:03:11,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741927_1103 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741927
2014-04-10 11:03:11,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741931_1107 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741931 for deletion
2014-04-10 11:03:11,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741935_1111 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741935 for deletion
2014-04-10 11:03:11,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741931_1107 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741931
2014-04-10 11:03:11,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741935_1111 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741935
2014-04-10 11:03:11,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741924_1100 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741924 for deletion
2014-04-10 11:03:11,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741925_1101 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741925 for deletion
2014-04-10 11:03:11,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741924_1100 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741924
2014-04-10 11:03:11,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741925_1101 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741925
2014-04-10 11:03:11,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741926_1102 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741926 for deletion
2014-04-10 11:03:11,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741927_1103 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741927 for deletion
2014-04-10 11:03:11,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741926_1102 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741926
2014-04-10 11:03:11,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741927_1103 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741927
2014-04-10 11:03:11,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741928_1104 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741928 for deletion
2014-04-10 11:03:11,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741931_1107 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741931 for deletion
2014-04-10 11:03:11,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741928_1104 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741928
2014-04-10 11:03:11,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741931_1107 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741931
2014-04-10 11:03:11,842 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145675630_0010_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000004.tokens
2014-04-10 11:03:11,842 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0010 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0010
2014-04-10 11:03:12,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.split dst=null perm=null
2014-04-10 11:03:12,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.split dst=null perm=null
2014-04-10 11:03:12,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.split dst=null perm=null
2014-04-10 11:03:12,233 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40530, bytes: 861, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0010_m_000004_0_-63627038_1, offset: 1024, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741939_1115, duration: 205938
2014-04-10 11:03:12,257 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48875, bytes: 1893, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0010_m_000001_0_1422113651_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741939_1115, duration: 204377
2014-04-10 11:03:12,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.split dst=null perm=null
2014-04-10 11:03:12,280 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48876, bytes: 1893, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0010_m_000000_0_-422767118_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741939_1115, duration: 204135
2014-04-10 11:03:12,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:03:12,300 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55066, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0010_m_000004_0_-63627038_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089, duration: 3387102
2014-04-10 11:03:12,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:03:12,322 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53261, bytes: 56, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0010_m_000001_0_1422113651_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088, duration: 248767
2014-04-10 11:03:12,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:03:12,359 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48880, bytes: 861, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0010_m_000003_0_455297976_1, offset: 1024, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741939_1115, duration: 237112
2014-04-10 11:03:12,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.split dst=null perm=null
2014-04-10 11:03:12,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:03:12,450 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53265, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0010_m_000003_0_455297976_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089, duration: 197645
2014-04-10 11:03:12,456 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53264, bytes: 1377, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0010_m_000002_0_-1214487427_1, offset: 512, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741939_1115, duration: 194776
2014-04-10 11:03:12,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444 dst=null perm=null
2014-04-10 11:03:12,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:03:12,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444 dst=null perm=null
2014-04-10 11:03:12,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444 dst=null perm=null
2014-04-10 11:03:12,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444 dst=null perm=null
2014-04-10 11:03:12,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444 dst=null perm=null
2014-04-10 11:03:12,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444 dst=null perm=null
2014-04-10 11:03:12,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00000 dst=null perm=null
2014-04-10 11:03:12,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00000 dst=null perm=null
2014-04-10 11:03:12,589 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48875, bytes: 142, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0010_m_000001_0_1422113651_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741930_1106, duration: 169170
2014-04-10 11:03:12,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00001 dst=null perm=null
2014-04-10 11:03:12,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00001 dst=null perm=null
2014-04-10 11:03:12,602 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53266, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0010_m_000001_0_1422113651_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741929_1105, duration: 200108
2014-04-10 11:03:12,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00000 dst=null perm=null
2014-04-10 11:03:12,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00000 dst=null perm=null
2014-04-10 11:03:12,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00002 dst=null perm=null
2014-04-10 11:03:12,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00002 dst=null perm=null
2014-04-10 11:03:12,620 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55073, bytes: 142, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0010_m_000000_0_-422767118_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741930_1106, duration: 210231
2014-04-10 11:03:12,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/_temporary/1/_temporary/attempt_1397145675630_0010_m_000004_0 dst=null perm=null
2014-04-10 11:03:12,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00001 dst=null perm=null
2014-04-10 11:03:12,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00001 dst=null perm=null
2014-04-10 11:03:12,643 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40543, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0010_m_000001_0_1422113651_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741933_1109, duration: 265799
2014-04-10 11:03:12,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00003 dst=null perm=null
2014-04-10 11:03:12,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00003 dst=null perm=null
2014-04-10 11:03:12,648 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48875, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0010_m_000001_0_1422113651_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741934_1110, duration: 203210
2014-04-10 11:03:12,649 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53269, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0010_m_000000_0_-422767118_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741929_1105, duration: 161851
2014-04-10 11:03:12,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00004 dst=null perm=null
2014-04-10 11:03:12,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00004 dst=null perm=null
2014-04-10 11:03:12,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00002 dst=null perm=null
2014-04-10 11:03:12,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00002 dst=null perm=null
2014-04-10 11:03:12,658 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53269, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0010_m_000000_0_-422767118_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741933_1109, duration: 143522
2014-04-10 11:03:12,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00003 dst=null perm=null
2014-04-10 11:03:12,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00003 dst=null perm=null
2014-04-10 11:03:12,670 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55076, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0010_m_000001_0_1422113651_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741932_1108, duration: 234807
2014-04-10 11:03:12,683 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40546, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0010_m_000000_0_-422767118_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741934_1110, duration: 247831
2014-04-10 11:03:12,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00004 dst=null perm=null
2014-04-10 11:03:12,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444/part-00004 dst=null perm=null
2014-04-10 11:03:12,690 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48876, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0010_m_000000_0_-422767118_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741932_1108, duration: 133785
2014-04-10 11:03:12,693 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48876, bytes: 56, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0010_m_000000_0_-422767118_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088, duration: 182736
2014-04-10 11:03:12,697 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0010_01_000006
2014-04-10 11:03:12,697 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000006
2014-04-10 11:03:12,697 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:03:12,697 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0010_01_000006
2014-04-10 11:03:12,706 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0010_01_000006 is : 143
2014-04-10 11:03:12,715 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:12,716 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000006
2014-04-10 11:03:12,716 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000006
2014-04-10 11:03:12,716 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job_1397145675630_0010_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:03:12,716 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000006
2014-04-10 11:03:12,716 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:12,716 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000006
2014-04-10 11:03:12,716 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0010_01_000006 from application application_1397145675630_0010
2014-04-10 11:03:12,717 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000006
2014-04-10 11:03:12,717 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:12,717 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0010
2014-04-10 11:03:12,741 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53264, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0010_m_000002_0_-1214487427_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089, duration: 135756
2014-04-10 11:03:12,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/_temporary/1/_temporary/attempt_1397145675630_0010_m_000001_0 dst=null perm=null
2014-04-10 11:03:12,788 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0010_01_000003
2014-04-10 11:03:12,788 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000003
2014-04-10 11:03:12,788 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:03:12,788 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0010_01_000003
2014-04-10 11:03:12,795 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0010_01_000003 is : 143
2014-04-10 11:03:12,810 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:12,810 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000003
2014-04-10 11:03:12,810 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000003
2014-04-10 11:03:12,810 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000003
2014-04-10 11:03:12,810 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000003
2014-04-10 11:03:12,810 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000003
2014-04-10 11:03:12,810 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:12,810 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0010_01_000003 from application application_1397145675630_0010
2014-04-10 11:03:12,810 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:12,810 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0010
2014-04-10 11:03:13,478 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741943_1119 src: /127.0.0.1:48890 dest: /127.0.0.1:53749
2014-04-10 11:03:13,479 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741943_1119 src: /127.0.0.1:40548 dest: /127.0.0.1:37218
2014-04-10 11:03:13,479 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741943_1119 src: /127.0.0.1:55080 dest: /127.0.0.1:50911
2014-04-10 11:03:13,482 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job_1397145675630_0010_1.jhist for DFSClient_NONMAPREDUCE_1022899590_1
2014-04-10 11:03:13,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/_temporary/1/_temporary/attempt_1397145675630_0010_m_000002_0 dst=null perm=null
2014-04-10 11:03:13,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/_temporary/1/_temporary/attempt_1397145675630_0010_m_000003_0 dst=null perm=null
2014-04-10 11:03:13,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/_temporary/1/_temporary/attempt_1397145675630_0010_m_000000_0 dst=null perm=null
2014-04-10 11:03:13,627 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0010_01_000004
2014-04-10 11:03:13,627 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000004
2014-04-10 11:03:13,627 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:03:13,627 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0010_01_000004
2014-04-10 11:03:13,627 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0010_01_000003
2014-04-10 11:03:13,627 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0010_01_000002
2014-04-10 11:03:13,627 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000002
2014-04-10 11:03:13,628 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:13,628 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0010_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:03:13,628 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000003
2014-04-10 11:03:13,628 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0010_01_000003 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:03:13,628 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0010_01_000005
2014-04-10 11:03:13,628 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:03:13,628 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000005
2014-04-10 11:03:13,628 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0010_01_000003, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:13,628 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:13,628 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:03:13,628 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0010_000001 released container container_1397145675630_0010_01_000003 on node: host: localhost:43726 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:03:13,632 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0010_01_000004 is : 143
2014-04-10 11:03:13,639 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:03:13,639 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:03:13,639 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:13,639 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0010_01_000002
2014-04-10 11:03:13,646 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0010_01_000002 is : 143
2014-04-10 11:03:13,661 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0010_01_000005
2014-04-10 11:03:13,668 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0010_01_000005 is : 143
2014-04-10 11:03:13,681 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000004
2014-04-10 11:03:13,681 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000004
2014-04-10 11:03:13,681 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000004
2014-04-10 11:03:13,681 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000004
2014-04-10 11:03:13,681 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:13,682 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:13,682 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000004
2014-04-10 11:03:13,682 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:13,682 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000002
2014-04-10 11:03:13,682 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000002
2014-04-10 11:03:13,682 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000002
2014-04-10 11:03:13,682 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000002
2014-04-10 11:03:13,682 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000005
2014-04-10 11:03:13,683 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000005
2014-04-10 11:03:13,683 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000005
2014-04-10 11:03:13,689 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000005
2014-04-10 11:03:13,689 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0010_01_000004 from application application_1397145675630_0010
2014-04-10 11:03:13,689 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:13,689 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0010
2014-04-10 11:03:13,689 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000002
2014-04-10 11:03:13,689 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:13,689 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000005
2014-04-10 11:03:13,689 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:13,689 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0010_01_000002 from application application_1397145675630_0010
2014-04-10 11:03:13,689 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:13,689 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0010
2014-04-10 11:03:13,689 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0010_01_000005 from application application_1397145675630_0010
2014-04-10 11:03:13,690 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:13,690 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0010
2014-04-10 11:03:13,697 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0010_01_000006
2014-04-10 11:03:13,698 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:13,698 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0010_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:03:13,698 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000006
2014-04-10 11:03:13,698 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0010_01_000006 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:03:13,698 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:03:13,700 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0010_01_000006, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:13,700 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:13,700 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:03:13,700 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0010_000001 released container container_1397145675630_0010_01_000006 on node: host: localhost:55857 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:03:14,245 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:14,245 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000007
2014-04-10 11:03:14,245 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0010_01_000007 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:03:14,246 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0010 container=Container: [ContainerId: container_1397145675630_0010_01_000007, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0010_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:14,246 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:03:14,246 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:14,629 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0010_01_000002
2014-04-10 11:03:14,629 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0010_01_000004
2014-04-10 11:03:14,629 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0010_01_000005
2014-04-10 11:03:14,630 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:14,630 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0010_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:03:14,630 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000002
2014-04-10 11:03:14,630 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0010_01_000002 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:03:14,630 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:03:14,631 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0010_01_000002, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:14,631 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:14,631 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:03:14,631 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0010_000001 released container container_1397145675630_0010_01_000002 on node: host: localhost:43726 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:03:14,631 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:14,631 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0010_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:03:14,632 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000004
2014-04-10 11:03:14,632 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0010_01_000004 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:03:14,632 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:03:14,632 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0010_01_000004, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:14,632 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:14,632 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:03:14,633 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0010_000001 released container container_1397145675630_0010_01_000004 on node: host: localhost:43726 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:03:14,633 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:14,633 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0010_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:03:14,633 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000005
2014-04-10 11:03:14,633 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0010_01_000005 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:03:14,633 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:03:14,634 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0010_01_000005, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:14,635 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:14,635 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:03:14,635 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0010_000001 released container container_1397145675630_0010_01_000005 on node: host: localhost:43726 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:03:14,859 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:14,876 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0010_000001 (auth:SIMPLE)
2014-04-10 11:03:14,879 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0010_01_000007 by user brock
2014-04-10 11:03:14,879 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0010
2014-04-10 11:03:14,880 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000007
2014-04-10 11:03:14,880 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0010 transitioned from NEW to INITING
2014-04-10 11:03:14,880 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0010_01_000007 to application application_1397145675630_0010
2014-04-10 11:03:14,880 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0010 transitioned from INITING to RUNNING
2014-04-10 11:03:14,881 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 11:03:14,881 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0010
2014-04-10 11:03:14,881 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0010
2014-04-10 11:03:14,881 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:14,881 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0010
2014-04-10 11:03:14,882 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:03:14,882 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:03:14,882 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0010_01_000007
2014-04-10 11:03:14,891 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397145675630_0010_01_000007.tokens. Credentials list:
2014-04-10 11:03:14,898 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:03:14,950 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397145675630_0010_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000007.tokens
2014-04-10 11:03:14,950 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0010 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0010
2014-04-10 11:03:15,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar dst=null perm=null
2014-04-10 11:03:15,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar dst=null perm=null
2014-04-10 11:03:15,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar dst=null perm=null
2014-04-10 11:03:15,061 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53278, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_680625024_6649, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741938_1114, duration: 922422
2014-04-10 11:03:15,085 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:15,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.xml dst=null perm=null
2014-04-10 11:03:15,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.xml dst=null perm=null
2014-04-10 11:03:15,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.xml dst=null perm=null
2014-04-10 11:03:15,110 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48897, bytes: 83588, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_680625024_6649, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741941_1117, duration: 408176
2014-04-10 11:03:15,127 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0010/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:15,127 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:15,161 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:15,161 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:15,219 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000007/default_container_executor.sh]
2014-04-10 11:03:15,245 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:15,864 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:03:16,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/_temporary/1/_temporary/attempt_1397145675630_0010_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:16,972 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/_temporary/1/_temporary/attempt_1397145675630_0010_r_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:03:17,051 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741944_1120 src: /127.0.0.1:53284 dest: /127.0.0.1:36156
2014-04-10 11:03:17,052 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741944_1120 src: /127.0.0.1:48903 dest: /127.0.0.1:53749
2014-04-10 11:03:17,053 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741944_1120 src: /127.0.0.1:55092 dest: /127.0.0.1:50911
2014-04-10 11:03:17,063 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55092, dest: /127.0.0.1:50911, bytes: 592, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0010_r_000000_0_-591513496_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741944_1120, duration: 9582863
2014-04-10 11:03:17,063 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741944_1120, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:17,064 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:17,064 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48903, dest: /127.0.0.1:53749, bytes: 592, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0010_r_000000_0_-591513496_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741944_1120, duration: 10134183
2014-04-10 11:03:17,064 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741944_1120, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:17,064 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:17,064 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53284, dest: /127.0.0.1:36156, bytes: 592, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0010_r_000000_0_-591513496_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741944_1120, duration: 10737300
2014-04-10 11:03:17,064 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741944_1120, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:17,065 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:17,079 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/_temporary/1/_temporary/attempt_1397145675630_0010_r_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0010_r_000000_0_-591513496_1
2014-04-10 11:03:17,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/_temporary/1/_temporary/attempt_1397145675630_0010_r_000000_0 dst=null perm=null
2014-04-10 11:03:17,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/_temporary/1/_temporary/attempt_1397145675630_0010_r_000000_0 dst=null perm=null
2014-04-10 11:03:17,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/_temporary/1/task_1397145675630_0010_r_000000 dst=null perm=null
2014-04-10 11:03:17,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/_temporary/1/_temporary/attempt_1397145675630_0010_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/_temporary/1/task_1397145675630_0010_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:03:17,203 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0010_01_000007
2014-04-10 11:03:17,204 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000007
2014-04-10 11:03:17,204 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000007 transitioned from RUNNING to KILLING
2014-04-10 11:03:17,204 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0010_01_000007
2014-04-10 11:03:17,210 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0010_01_000007 is : 143
2014-04-10 11:03:17,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:17,226 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:17,226 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000007
2014-04-10 11:03:17,227 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000007
2014-04-10 11:03:17,227 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000007
2014-04-10 11:03:17,227 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000007
2014-04-10 11:03:17,228 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000007
2014-04-10 11:03:17,228 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:17,228 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0010_01_000007 from application application_1397145675630_0010
2014-04-10 11:03:17,229 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:17,229 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0010
2014-04-10 11:03:17,238 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1022899590_1
2014-04-10 11:03:17,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/_temporary/1 dst=null perm=null
2014-04-10 11:03:17,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs dst=null perm=null
2014-04-10 11:03:17,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs dst=null perm=null
2014-04-10 11:03:17,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/_temporary/1/task_1397145675630_0010_r_000000 dst=null perm=null
2014-04-10 11:03:17,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/part-00000 dst=null perm=null
2014-04-10 11:03:17,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/_temporary/1/task_1397145675630_0010_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:17,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/_temporary dst=null perm=null
2014-04-10 11:03:17,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:17,321 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1022899590_1
2014-04-10 11:03:17,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:17,354 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1022899590_1
2014-04-10 11:03:17,382 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55080, dest: /127.0.0.1:50911, bytes: 69531, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1022899590_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741943_1119, duration: 3902135941
2014-04-10 11:03:17,383 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741943_1119, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:17,384 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40548, dest: /127.0.0.1:37218, bytes: 69531, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1022899590_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741943_1119, duration: 3903367618
2014-04-10 11:03:17,384 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 15772
2014-04-10 11:03:17,384 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741943_1119, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:17,385 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48890, dest: /127.0.0.1:53749, bytes: 69531, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1022899590_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741943_1119, duration: 3904409736
2014-04-10 11:03:17,385 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 15772
2014-04-10 11:03:17,385 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741943_1119, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:17,386 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 15772
2014-04-10 11:03:17,404 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job_1397145675630_0010_1.jhist is closed by DFSClient_NONMAPREDUCE_1022899590_1
2014-04-10 11:03:17,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:17,424 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:03:17,440 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741945_1121 src: /127.0.0.1:55093 dest: /127.0.0.1:50911
2014-04-10 11:03:17,442 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741945_1121 src: /127.0.0.1:48906 dest: /127.0.0.1:53749
2014-04-10 11:03:17,443 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741945_1121 src: /127.0.0.1:53289 dest: /127.0.0.1:36156
2014-04-10 11:03:17,446 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53289, dest: /127.0.0.1:36156, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1022899590_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741945_1121, duration: 2137535
2014-04-10 11:03:17,446 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741945_1121, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:17,447 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:03:17,447 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48906, dest: /127.0.0.1:53749, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1022899590_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741945_1121, duration: 2661433
2014-04-10 11:03:17,447 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:17,447 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:03:17,448 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55093, dest: /127.0.0.1:50911, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1022899590_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741945_1121, duration: 3240501
2014-04-10 11:03:17,448 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:17,448 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:03:17,463 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010.summary_tmp is closed by DFSClient_NONMAPREDUCE_1022899590_1
2014-04-10 11:03:17,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:17,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job_1397145675630_0010_1.jhist dst=null perm=null
2014-04-10 11:03:17,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010-1397145784128-brock-%5B605BE84F76944D898AAC71763C81BB1F%2FE8B7FB84C8B34493-1397145797356-5-1-SUCCEEDED-default-1397145786788.jhist_tmp dst=null perm=null
2014-04-10 11:03:17,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job_1397145675630_0010_1.jhist dst=null perm=null
2014-04-10 11:03:17,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010-1397145784128-brock-%5B605BE84F76944D898AAC71763C81BB1F%2FE8B7FB84C8B34493-1397145797356-5-1-SUCCEEDED-default-1397145786788.jhist_tmp dst=null perm=null
2014-04-10 11:03:17,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job_1397145675630_0010_1.jhist dst=null perm=null
2014-04-10 11:03:17,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010-1397145784128-brock-%5B605BE84F76944D898AAC71763C81BB1F%2FE8B7FB84C8B34493-1397145797356-5-1-SUCCEEDED-default-1397145786788.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:17,515 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48908, bytes: 70075, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1022899590_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741943_1119, duration: 436329
2014-04-10 11:03:17,519 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010-1397145784128-brock-%5B605BE84F76944D898AAC71763C81BB1F%2FE8B7FB84C8B34493-1397145797356-5-1-SUCCEEDED-default-1397145786788.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:03:17,532 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741946_1122 src: /127.0.0.1:48909 dest: /127.0.0.1:53749
2014-04-10 11:03:17,533 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741946_1122 src: /127.0.0.1:55098 dest: /127.0.0.1:50911
2014-04-10 11:03:17,534 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741946_1122 src: /127.0.0.1:40568 dest: /127.0.0.1:37218
2014-04-10 11:03:17,538 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40568, dest: /127.0.0.1:37218, bytes: 69531, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1022899590_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741946_1122, duration: 3115132
2014-04-10 11:03:17,539 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741946_1122, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:17,539 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:17,539 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55098, dest: /127.0.0.1:50911, bytes: 69531, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1022899590_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741946_1122, duration: 3677514
2014-04-10 11:03:17,539 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741946_1122, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:17,540 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:17,540 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48909, dest: /127.0.0.1:53749, bytes: 69531, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1022899590_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741946_1122, duration: 4362534
2014-04-10 11:03:17,540 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741946_1122, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:17,540 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:17,554 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010-1397145784128-brock-%5B605BE84F76944D898AAC71763C81BB1F%2FE8B7FB84C8B34493-1397145797356-5-1-SUCCEEDED-default-1397145786788.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1022899590_1
2014-04-10 11:03:17,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010-1397145784128-brock-%5B605BE84F76944D898AAC71763C81BB1F%2FE8B7FB84C8B34493-1397145797356-5-1-SUCCEEDED-default-1397145786788.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:17,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job_1397145675630_0010_1_conf.xml dst=null perm=null
2014-04-10 11:03:17,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010_conf.xml_tmp dst=null perm=null
2014-04-10 11:03:17,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job_1397145675630_0010_1_conf.xml dst=null perm=null
2014-04-10 11:03:17,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010_conf.xml_tmp dst=null perm=null
2014-04-10 11:03:17,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010/job_1397145675630_0010_1_conf.xml dst=null perm=null
2014-04-10 11:03:17,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:17,599 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48908, bytes: 97707, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1022899590_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741942_1118, duration: 558777
2014-04-10 11:03:17,602 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:03:17,615 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741947_1123 src: /127.0.0.1:40569 dest: /127.0.0.1:37218
2014-04-10 11:03:17,616 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741947_1123 src: /127.0.0.1:48913 dest: /127.0.0.1:53749
2014-04-10 11:03:17,617 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741947_1123 src: /127.0.0.1:53296 dest: /127.0.0.1:36156
2014-04-10 11:03:17,621 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53296, dest: /127.0.0.1:36156, bytes: 96947, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1022899590_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741947_1123, duration: 2718220
2014-04-10 11:03:17,622 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741947_1123, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:17,622 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:03:17,622 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48913, dest: /127.0.0.1:53749, bytes: 96947, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1022899590_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741947_1123, duration: 3385131
2014-04-10 11:03:17,622 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:17,623 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:03:17,623 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40569, dest: /127.0.0.1:37218, bytes: 96947, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1022899590_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741947_1123, duration: 4114173
2014-04-10 11:03:17,623 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:17,623 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:03:17,738 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1022899590_1
2014-04-10 11:03:17,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:17,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:17,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:17,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010-1397145784128-brock-%5B605BE84F76944D898AAC71763C81BB1F%2FE8B7FB84C8B34493-1397145797356-5-1-SUCCEEDED-default-1397145786788.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010-1397145784128-brock-%5B605BE84F76944D898AAC71763C81BB1F%2FE8B7FB84C8B34493-1397145797356-5-1-SUCCEEDED-default-1397145786788.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:17,813 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0010_000001 with final state: FINISHING
2014-04-10 11:03:17,813 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0010_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:03:17,814 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0010 with final state: FINISHING
2014-04-10 11:03:17,814 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0010 State change from RUNNING to FINAL_SAVING
2014-04-10 11:03:17,814 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0010
2014-04-10 11:03:17,815 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0010_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:03:17,815 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0010 State change from FINAL_SAVING to FINISHING
2014-04-10 11:03:17,898 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:03:17,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:03:17,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:03:17,907 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0010 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010-1397145784128-brock-%5B605BE84F76944D898AAC71763C81BB1F%2FE8B7FB84C8B34493-1397145797356-5-1-SUCCEEDED-default-1397145786788.jhist
2014-04-10 11:03:17,907 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010-1397145784128-brock-%5B605BE84F76944D898AAC71763C81BB1F%2FE8B7FB84C8B34493-1397145797356-5-1-SUCCEEDED-default-1397145786788.jhist]
2014-04-10 11:03:17,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010-1397145784128-brock-%5B605BE84F76944D898AAC71763C81BB1F%2FE8B7FB84C8B34493-1397145797356-5-1-SUCCEEDED-default-1397145786788.jhist dst=null perm=null
2014-04-10 11:03:17,911 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40574, bytes: 70075, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741946_1122, duration: 365006
2014-04-10 11:03:17,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010.summary dst=null perm=null
2014-04-10 11:03:17,940 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48918, bytes: 456, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741945_1121, duration: 234996
2014-04-10 11:03:17,940 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0010,submitTime=1397145784128,launchTime=1397145786788,firstMapTaskLaunchTime=1397145788963,firstReduceTaskLaunchTime=1397145794881,finishTime=1397145797356,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=21,reduceSlotSeconds=2,jobName=[605BE84F76944D898AAC71763C81BB1F/E8B7FB84C8B3449398BCF029C4287266] cogrouping/(1/2) ...tform/joinsintocogrouplhs
2014-04-10 11:03:17,940 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010.summary]
2014-04-10 11:03:17,954 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741945_1121 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:36156
2014-04-10 11:03:17,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010.summary dst=null perm=null
2014-04-10 11:03:17,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:03:17,957 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010-1397145784128-brock-%5B605BE84F76944D898AAC71763C81BB1F%2FE8B7FB84C8B34493-1397145797356-5-1-SUCCEEDED-default-1397145786788.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0010-1397145784128-brock-%5B605BE84F76944D898AAC71763C81BB1F%2FE8B7FB84C8B34493-1397145797356-5-1-SUCCEEDED-default-1397145786788.jhist
2014-04-10 11:03:17,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010-1397145784128-brock-%5B605BE84F76944D898AAC71763C81BB1F%2FE8B7FB84C8B34493-1397145797356-5-1-SUCCEEDED-default-1397145786788.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0010-1397145784128-brock-%5B605BE84F76944D898AAC71763C81BB1F%2FE8B7FB84C8B34493-1397145797356-5-1-SUCCEEDED-default-1397145786788.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:17,972 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0010_conf.xml
2014-04-10 11:03:17,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0010_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0010_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:18,021 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741930_1106 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:03:18,021 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741929_1105 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:36156
2014-04-10 11:03:18,022 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741933_1109 127.0.0.1:50911 127.0.0.1:37218 127.0.0.1:36156
2014-04-10 11:03:18,022 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741934_1110 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:36156
2014-04-10 11:03:18,022 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741932_1108 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:53749
2014-04-10 11:03:18,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/998314976_lower_upper_76D168E0A0D747A79F807BAA9310C444 dst=null perm=null
2014-04-10 11:03:18,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs dst=null perm=null
2014-04-10 11:03:18,024 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/_temporary
2014-04-10 11:03:18,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/_temporary dst=null perm=null
2014-04-10 11:03:18,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs dst=null perm=null
2014-04-10 11:03:18,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs dst=null perm=null
2014-04-10 11:03:18,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs dst=null perm=null
2014-04-10 11:03:18,046 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:03:18,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/part-00000 dst=null perm=null
2014-04-10 11:03:18,050 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53301, bytes: 600, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741944_1120, duration: 239999
2014-04-10 11:03:18,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs dst=null perm=null
2014-04-10 11:03:18,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs dst=null perm=null
2014-04-10 11:03:18,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs dst=null perm=null
2014-04-10 11:03:18,071 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:03:18,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/part-00000 dst=null perm=null
2014-04-10 11:03:18,074 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48918, bytes: 600, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741944_1120, duration: 224049
2014-04-10 11:03:18,075 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs
2014-04-10 11:03:18,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs dst=null perm=null
2014-04-10 11:03:18,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs dst=null perm=null
2014-04-10 11:03:18,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs dst=null perm=null
2014-04-10 11:03:18,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs dst=null perm=null
2014-04-10 11:03:18,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/part-00000 dst=null perm=null
2014-04-10 11:03:18,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouplhs/part-00000 dst=null perm=null
2014-04-10 11:03:18,083 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55108, bytes: 600, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741944_1120, duration: 221019
2014-04-10 11:03:18,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:03:18,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:18,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:03:18,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:03:18,102 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:03:18,102 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:03:18,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs dst=null perm=null
2014-04-10 11:03:18,124 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] starting
2014-04-10 11:03:18,125 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:03:18,125 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:03:18,125 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt"]
2014-04-10 11:03:18,125 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt"]
2014-04-10 11:03:18,125 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs"]
2014-04-10 11:03:18,126 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] parallel execution is enabled: true
2014-04-10 11:03:18,126 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] starting jobs: 2
2014-04-10 11:03:18,126 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] allocating threads: 2
2014-04-10 11:03:18,127 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogrouping] starting step: (2/2)
2014-04-10 11:03:18,134 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:03:18,141 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:03:18,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7 dst=null perm=null
2014-04-10 11:03:18,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:03:18,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:03:18,145 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 11
2014-04-10 11:03:18,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011 dst=null perm=null
2014-04-10 11:03:18,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:03:18,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:03:18,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.jar dst=null perm=null
2014-04-10 11:03:18,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:18,198 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:03:18,204 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0010_01_000007
2014-04-10 11:03:18,205 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:18,205 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0010_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 11:03:18,205 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000007
2014-04-10 11:03:18,206 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0010_01_000007 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:03:18,206 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:03:18,206 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0010_01_000007, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:18,206 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:18,206 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:03:18,206 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0010_000001 released container container_1397145675630_0010_01_000007 on node: host: localhost:38779 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:03:18,214 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741948_1124 src: /127.0.0.1:55109 dest: /127.0.0.1:50911
2014-04-10 11:03:18,215 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741948_1124 src: /127.0.0.1:53304 dest: /127.0.0.1:36156
2014-04-10 11:03:18,216 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741948_1124 src: /127.0.0.1:48923 dest: /127.0.0.1:53749
2014-04-10 11:03:18,221 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48923, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741948_1124, duration: 2933378
2014-04-10 11:03:18,222 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741948_1124, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:18,222 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:18,222 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53304, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741948_1124, duration: 3565246
2014-04-10 11:03:18,223 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:18,223 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:18,223 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55109, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741948_1124, duration: 4418061
2014-04-10 11:03:18,223 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:18,223 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:18,238 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:03:18,239 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.jar
2014-04-10 11:03:18,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.jar dst=null perm=null
2014-04-10 11:03:18,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:18,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:18,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:18,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:18,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:03:18,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:03:18,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:03:18,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:03:18,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:03:18,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:18,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:03:18,282 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:03:18,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:03:18,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:18,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:18,314 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.split
2014-04-10 11:03:18,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.split dst=null perm=null
2014-04-10 11:03:18,331 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:03:18,348 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741949_1125 src: /127.0.0.1:48924 dest: /127.0.0.1:53749
2014-04-10 11:03:18,349 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741949_1125 src: /127.0.0.1:53307 dest: /127.0.0.1:36156
2014-04-10 11:03:18,350 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741949_1125 src: /127.0.0.1:40583 dest: /127.0.0.1:37218
2014-04-10 11:03:18,351 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741949_1125 src: /127.0.0.1:55115 dest: /127.0.0.1:50911
2014-04-10 11:03:18,354 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55115, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741949_1125, duration: 1798431
2014-04-10 11:03:18,354 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741949_1125, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:18,355 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:03:18,355 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40583, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741949_1125, duration: 2451677
2014-04-10 11:03:18,355 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:18,355 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:03:18,355 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53307, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741949_1125, duration: 3101193
2014-04-10 11:03:18,356 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:18,356 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:03:18,356 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48924, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741949_1125, duration: 3732204
2014-04-10 11:03:18,357 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:18,357 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:03:18,371 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:03:18,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:18,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:18,406 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:03:18,422 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741950_1126 src: /127.0.0.1:48928 dest: /127.0.0.1:53749
2014-04-10 11:03:18,423 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741950_1126 src: /127.0.0.1:53311 dest: /127.0.0.1:36156
2014-04-10 11:03:18,425 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741950_1126 src: /127.0.0.1:55118 dest: /127.0.0.1:50911
2014-04-10 11:03:18,428 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55118, dest: /127.0.0.1:50911, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741950_1126, duration: 1740916
2014-04-10 11:03:18,428 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741950_1126, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:18,428 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:03:18,428 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53311, dest: /127.0.0.1:36156, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741950_1126, duration: 2286025
2014-04-10 11:03:18,429 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741950_1126, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:18,429 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:03:18,429 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48928, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741950_1126, duration: 2997276
2014-04-10 11:03:18,429 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741950_1126, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:18,430 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:03:18,446 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:03:18,446 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:03:18,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:18,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:18,487 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:03:18,492 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741944_1120
2014-04-10 11:03:18,493 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741947_1123
2014-04-10 11:03:18,496 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741948_1124
2014-04-10 11:03:18,506 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741951_1127 src: /127.0.0.1:40588 dest: /127.0.0.1:37218
2014-04-10 11:03:18,507 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741951_1127 src: /127.0.0.1:48932 dest: /127.0.0.1:53749
2014-04-10 11:03:18,508 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741951_1127 src: /127.0.0.1:53315 dest: /127.0.0.1:36156
2014-04-10 11:03:18,512 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53315, dest: /127.0.0.1:36156, bytes: 81313, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741951_1127, duration: 2278950
2014-04-10 11:03:18,512 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741951_1127, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:18,512 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:03:18,513 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48932, dest: /127.0.0.1:53749, bytes: 81313, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741951_1127, duration: 2929905
2014-04-10 11:03:18,513 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:18,513 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:03:18,513 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40588, dest: /127.0.0.1:37218, bytes: 81313, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741951_1127, duration: 3867910
2014-04-10 11:03:18,514 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:18,514 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:03:18,529 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:03:18,530 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0011
2014-04-10 11:03:18,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011 dst=null perm=null
2014-04-10 11:03:18,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.xml dst=null perm=null
2014-04-10 11:03:18,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.xml dst=null perm=null
2014-04-10 11:03:18,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.jar dst=null perm=null
2014-04-10 11:03:18,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.jar dst=null perm=null
2014-04-10 11:03:18,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.split dst=null perm=null
2014-04-10 11:03:18,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.split dst=null perm=null
2014-04-10 11:03:18,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:18,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:18,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:18,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:18,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:18,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:18,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:18,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:18,586 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 11 submitted by user brock
2014-04-10 11:03:18,586 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0011
2014-04-10 11:03:18,586 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0011
2014-04-10 11:03:18,586 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0011
2014-04-10 11:03:18,586 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0011 State change from NEW to NEW_SAVING
2014-04-10 11:03:18,587 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0011 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:03:18,587 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0011_000001
2014-04-10 11:03:18,587 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0011_000001 State change from NEW to SUBMITTED
2014-04-10 11:03:18,587 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0011 from user: brock activated in queue: default
2014-04-10 11:03:18,588 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0011 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:03:18,588 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0011 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:03:18,588 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0011
2014-04-10 11:03:18,588 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0011_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:03:18,588 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0011_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:03:18,589 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0011 State change from SUBMITTED to ACCEPTED
2014-04-10 11:03:18,591 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0011/
2014-04-10 11:03:18,591 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogrouping] submitted hadoop job: job_1397145675630_0011
2014-04-10 11:03:18,591 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogrouping] tracking url: http://localhost:33250/proxy/application_1397145675630_0011/
2014-04-10 11:03:18,631 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0011_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:18,632 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000001
2014-04-10 11:03:18,632 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0011_01_000001 of capacity <memory:2048, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:03:18,632 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0011 container=Container: [ContainerId: container_1397145675630_0011_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0011_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:18,632 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:03:18,632 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0011_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:18,632 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:18,633 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0011 AttemptId: appattempt_1397145675630_0011_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0011_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ]
2014-04-10 11:03:18,633 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0011_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:03:18,633 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0011_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:03:18,634 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0011_000001
2014-04-10 11:03:18,634 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0011_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] for AM appattempt_1397145675630_0011_000001
2014-04-10 11:03:18,634 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0011_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:03:18,638 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0011_000001 (auth:SIMPLE)
2014-04-10 11:03:18,640 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0011_01_000001 by user brock
2014-04-10 11:03:18,640 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0011
2014-04-10 11:03:18,640 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000001
2014-04-10 11:03:18,640 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0011 transitioned from NEW to INITING
2014-04-10 11:03:18,641 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0011_01_000001 to application application_1397145675630_0011
2014-04-10 11:03:18,641 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0011_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] for AM appattempt_1397145675630_0011_000001
2014-04-10 11:03:18,641 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0011 transitioned from INITING to RUNNING
2014-04-10 11:03:18,641 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0011_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:03:18,641 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:03:18,641 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0011
2014-04-10 11:03:18,642 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:03:18,642 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:03:18,642 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:03:18,642 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:03:18,642 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0011_01_000001
2014-04-10 11:03:18,651 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145675630_0011_01_000001.tokens. Credentials list:
2014-04-10 11:03:18,665 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:03:18,693 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741950_1126
2014-04-10 11:03:18,694 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741945_1121
2014-04-10 11:03:18,694 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741949_1125
2014-04-10 11:03:18,696 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741951_1127
2014-04-10 11:03:18,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145675630_0011_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000001.tokens
2014-04-10 11:03:18,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0011 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0011
2014-04-10 11:03:18,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.jar dst=null perm=null
2014-04-10 11:03:18,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.jar dst=null perm=null
2014-04-10 11:03:18,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.jar dst=null perm=null
2014-04-10 11:03:18,838 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741938_1114 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:53749
2014-04-10 11:03:18,838 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741939_1115 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:03:18,838 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741940_1116 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:03:18,838 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741941_1117 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:03:18,839 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741943_1119 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:50911
2014-04-10 11:03:18,839 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55108, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1329333550_6831, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741948_1124, duration: 950492
2014-04-10 11:03:18,839 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741942_1118 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:37218
2014-04-10 11:03:18,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0010 dst=null perm=null
2014-04-10 11:03:18,864 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:18,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:18,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:18,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:18,890 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53301, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1329333550_6831, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741950_1126, duration: 205801
2014-04-10 11:03:18,908 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0011/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:18,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.split dst=null perm=null
2014-04-10 11:03:18,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.split dst=null perm=null
2014-04-10 11:03:18,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.split dst=null perm=null
2014-04-10 11:03:18,945 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55108, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1329333550_6831, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741949_1125, duration: 222349
2014-04-10 11:03:18,963 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0011/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:18,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.xml dst=null perm=null
2014-04-10 11:03:18,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.xml dst=null perm=null
2014-04-10 11:03:18,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.xml dst=null perm=null
2014-04-10 11:03:18,987 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53301, bytes: 81949, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1329333550_6831, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741951_1127, duration: 439339
2014-04-10 11:03:19,005 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0011/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:19,005 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:19,035 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:19,035 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:19,094 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000001/default_container_executor.sh]
2014-04-10 11:03:19,113 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53749 to replicate blk_1073741948_1124 to datanode(s) 127.0.0.1:37218
2014-04-10 11:03:19,113 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073741938_1114, blk_1073741939_1115, blk_1073741941_1117, blk_1073741942_1118, blk_1073741943_1119, blk_1073741929_1105, blk_1073741930_1106, blk_1073741933_1109, blk_1073741934_1110]
2014-04-10 11:03:19,114 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073741938_1114, blk_1073741939_1115, blk_1073741940_1116, blk_1073741929_1105, blk_1073741945_1121, blk_1073741932_1108, blk_1073741933_1109, blk_1073741934_1110]
2014-04-10 11:03:19,422 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741944_1120
2014-04-10 11:03:19,424 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741948_1124
2014-04-10 11:03:19,424 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741946_1122
2014-04-10 11:03:19,425 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741945_1121
2014-04-10 11:03:19,425 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741943_1119
2014-04-10 11:03:19,426 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741950_1126
2014-04-10 11:03:19,426 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741949_1125
2014-04-10 11:03:19,573 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741950_1126
2014-04-10 11:03:19,573 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741949_1125
2014-04-10 11:03:19,574 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741947_1123
2014-04-10 11:03:19,575 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741948_1124
2014-04-10 11:03:19,576 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741945_1121
2014-04-10 11:03:19,631 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0011_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:19,774 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741946_1122
2014-04-10 11:03:19,775 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741943_1119
2014-04-10 11:03:19,775 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741944_1120
2014-04-10 11:03:19,776 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741951_1127
2014-04-10 11:03:20,001 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741947_1123
2014-04-10 11:03:20,002 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741951_1127
2014-04-10 11:03:20,002 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741949_1125
2014-04-10 11:03:20,003 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741943_1119
2014-04-10 11:03:20,004 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741946_1122
2014-04-10 11:03:20,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:03:20,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/COMMIT_STARTED dst=null perm=null
2014-04-10 11:03:20,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:03:20,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/COMMIT_FAIL dst=null perm=null
2014-04-10 11:03:20,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011 dst=null perm=null
2014-04-10 11:03:20,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:03:20,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:03:20,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741938 for deletion
2014-04-10 11:03:20,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741939 for deletion
2014-04-10 11:03:20,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741940_1116 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741940 for deletion
2014-04-10 11:03:20,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741938
2014-04-10 11:03:20,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741945_1121 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741945 for deletion
2014-04-10 11:03:20,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741940_1116 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741940
2014-04-10 11:03:20,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741929_1105 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741929 for deletion
2014-04-10 11:03:20,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741939
2014-04-10 11:03:20,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741932_1108 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741932 for deletion
2014-04-10 11:03:20,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741945_1121 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741945
2014-04-10 11:03:20,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741933_1109 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741933 for deletion
2014-04-10 11:03:20,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741929_1105 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741929
2014-04-10 11:03:20,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741934_1110 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741934 for deletion
2014-04-10 11:03:20,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741932_1108 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741932
2014-04-10 11:03:20,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741933_1109 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741933
2014-04-10 11:03:20,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741934_1110 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741934
2014-04-10 11:03:20,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:20,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:20,605 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53321, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-532219921_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741950_1126, duration: 112455
2014-04-10 11:03:20,660 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=68edbb52-d631-4c11-b1f4-78133ce1dada, infoPort=59891, ipcPort=41399, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073741948_1124 to 127.0.0.1:37218
2014-04-10 11:03:20,661 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741948_1124 src: /127.0.0.1:40597 dest: /127.0.0.1:37218
2014-04-10 11:03:20,661 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073741948_1124 (numBytes=244650) to 127.0.0.1/127.0.0.1:37218
2014-04-10 11:03:20,661 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073741948_1124 src: /127.0.0.1:40597 dest: /127.0.0.1:37218 of size 244650
2014-04-10 11:03:20,662 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741948_1124 size 244650
2014-04-10 11:03:20,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741938 for deletion
2014-04-10 11:03:20,740 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741939 for deletion
2014-04-10 11:03:20,740 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741938
2014-04-10 11:03:20,740 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741939
2014-04-10 11:03:20,740 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741941_1117 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741941 for deletion
2014-04-10 11:03:20,740 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741942_1118 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741942 for deletion
2014-04-10 11:03:20,740 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741941_1117 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741941
2014-04-10 11:03:20,740 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741943_1119 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741943 for deletion
2014-04-10 11:03:20,740 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741942_1118 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741942
2014-04-10 11:03:20,740 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741929_1105 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741929 for deletion
2014-04-10 11:03:20,740 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741943_1119 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741943
2014-04-10 11:03:20,740 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741930_1106 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741930 for deletion
2014-04-10 11:03:20,740 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741929_1105 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741929
2014-04-10 11:03:20,740 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741933_1109 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741933 for deletion
2014-04-10 11:03:20,741 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741930_1106 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741930
2014-04-10 11:03:20,741 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741934_1110 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741934 for deletion
2014-04-10 11:03:20,741 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741933_1109 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741933
2014-04-10 11:03:20,741 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741934_1110 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741934
2014-04-10 11:03:21,211 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0011_000001 (auth:SIMPLE)
2014-04-10 11:03:21,212 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0011_000001
2014-04-10 11:03:21,213 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0011 APPATTEMPTID=appattempt_1397145675630_0011_000001
2014-04-10 11:03:21,213 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0011_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:03:21,213 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0011 State change from ACCEPTED to RUNNING
2014-04-10 11:03:21,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job_1397145675630_0011_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:21,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:03:21,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job_1397145675630_0011_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:21,395 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job_1397145675630_0011_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:03:21,436 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741952_1128 src: /127.0.0.1:53325 dest: /127.0.0.1:36156
2014-04-10 11:03:21,437 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741952_1128 src: /127.0.0.1:48944 dest: /127.0.0.1:53749
2014-04-10 11:03:21,437 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741952_1128 src: /127.0.0.1:40602 dest: /127.0.0.1:37218
2014-04-10 11:03:21,442 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40602, dest: /127.0.0.1:37218, bytes: 95338, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-532219921_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741952_1128, duration: 4521433
2014-04-10 11:03:21,443 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741952_1128, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:21,443 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48944, dest: /127.0.0.1:53749, bytes: 95338, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-532219921_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741952_1128, duration: 4934842
2014-04-10 11:03:21,443 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:03:21,443 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741952_1128, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:21,443 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53325, dest: /127.0.0.1:36156, bytes: 95338, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-532219921_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741952_1128, duration: 5170535
2014-04-10 11:03:21,443 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741952_1128, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:21,443 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:03:21,444 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:03:21,462 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job_1397145675630_0011_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-532219921_1
2014-04-10 11:03:22,114 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073741938_1114, blk_1073741939_1115, blk_1073741940_1116, blk_1073741941_1117, blk_1073741942_1118, blk_1073741943_1119, blk_1073741945_1121, blk_1073741930_1106, blk_1073741932_1108, blk_1073741933_1109]
2014-04-10 11:03:22,115 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073741938_1114, blk_1073741939_1115, blk_1073741940_1116, blk_1073741941_1117, blk_1073741942_1118, blk_1073741943_1119, blk_1073741929_1105, blk_1073741945_1121, blk_1073741930_1106, blk_1073741932_1108, blk_1073741934_1110]
2014-04-10 11:03:22,315 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0011_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:22,315 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000002
2014-04-10 11:03:22,316 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0011_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:03:22,316 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0011 container=Container: [ContainerId: container_1397145675630_0011_01_000002, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0011_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:22,316 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:03:22,316 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:22,317 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0011_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:22,317 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000003
2014-04-10 11:03:22,317 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0011_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:03:22,317 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0011 container=Container: [ContainerId: container_1397145675630_0011_01_000003, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0011_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:22,318 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:03:22,318 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:22,318 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0011_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:22,319 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000004
2014-04-10 11:03:22,319 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0011_01_000004 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:03:22,319 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0011 container=Container: [ContainerId: container_1397145675630_0011_01_000004, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0011_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:22,319 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:03:22,319 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:22,320 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0011_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:22,320 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000005
2014-04-10 11:03:22,320 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0011_01_000005 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:03:22,321 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0011 container=Container: [ContainerId: container_1397145675630_0011_01_000005, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0011_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:22,321 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:03:22,321 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:22,632 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0011_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:22,632 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000006
2014-04-10 11:03:22,632 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0011_01_000006 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:03:22,633 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0011 container=Container: [ContainerId: container_1397145675630_0011_01_000006, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0011_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:22,633 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:03:22,633 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:23,247 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0011_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:23,247 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0011_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:23,247 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0011_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:23,248 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0011_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:23,248 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0011_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:23,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.jar dst=null perm=null
2014-04-10 11:03:23,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.jar dst=null perm=null
2014-04-10 11:03:23,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.xml dst=null perm=null
2014-04-10 11:03:23,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.xml dst=null perm=null
2014-04-10 11:03:23,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:23,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:23,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:23,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:23,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:23,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:23,372 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0011_000001 (auth:SIMPLE)
2014-04-10 11:03:23,372 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0011_000001 (auth:SIMPLE)
2014-04-10 11:03:23,374 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0011_01_000004 by user brock
2014-04-10 11:03:23,374 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0011
2014-04-10 11:03:23,374 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0011_01_000005 by user brock
2014-04-10 11:03:23,375 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000004
2014-04-10 11:03:23,374 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0011_01_000003 by user brock
2014-04-10 11:03:23,375 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000005
2014-04-10 11:03:23,375 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0011_01_000006 by user brock
2014-04-10 11:03:23,375 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0011 transitioned from NEW to INITING
2014-04-10 11:03:23,375 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0011_01_000002 by user brock
2014-04-10 11:03:23,375 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000006
2014-04-10 11:03:23,375 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0011_01_000006 to application application_1397145675630_0011
2014-04-10 11:03:23,375 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0011_01_000004 to application application_1397145675630_0011
2014-04-10 11:03:23,375 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000003
2014-04-10 11:03:23,375 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0011_01_000005 to application application_1397145675630_0011
2014-04-10 11:03:23,375 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:03:23,375 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000002
2014-04-10 11:03:23,375 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0011
2014-04-10 11:03:23,375 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0011_01_000003 to application application_1397145675630_0011
2014-04-10 11:03:23,375 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0011
2014-04-10 11:03:23,376 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0011_01_000002 to application application_1397145675630_0011
2014-04-10 11:03:23,376 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:23,376 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0011 transitioned from INITING to RUNNING
2014-04-10 11:03:23,376 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0011
2014-04-10 11:03:23,376 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:03:23,376 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:23,376 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:03:23,376 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:03:23,376 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:03:23,376 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0011
2014-04-10 11:03:23,376 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0011
2014-04-10 11:03:23,377 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:23,377 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0011
2014-04-10 11:03:23,377 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:03:23,377 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:03:23,377 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0011
2014-04-10 11:03:23,377 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0011
2014-04-10 11:03:23,377 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:23,377 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0011
2014-04-10 11:03:23,377 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0011
2014-04-10 11:03:23,377 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0011
2014-04-10 11:03:23,377 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:23,377 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0011
2014-04-10 11:03:23,378 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0011
2014-04-10 11:03:23,378 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0011
2014-04-10 11:03:23,378 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:23,378 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0011
2014-04-10 11:03:23,378 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0011_01_000005
2014-04-10 11:03:23,378 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0011_01_000002
2014-04-10 11:03:23,378 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0011_01_000003
2014-04-10 11:03:23,379 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0011_01_000004
2014-04-10 11:03:23,387 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0011_01_000003.tokens. Credentials list:
2014-04-10 11:03:23,387 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145675630_0011_01_000005.tokens. Credentials list:
2014-04-10 11:03:23,387 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397145675630_0011_01_000002.tokens. Credentials list:
2014-04-10 11:03:23,387 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397145675630_0011_01_000004.tokens. Credentials list:
2014-04-10 11:03:23,396 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:03:23,396 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:23,396 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:23,466 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000006/default_container_executor.sh]
2014-04-10 11:03:23,470 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0011_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000003.tokens
2014-04-10 11:03:23,471 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0011 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0011
2014-04-10 11:03:23,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.jar dst=null perm=null
2014-04-10 11:03:23,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.jar dst=null perm=null
2014-04-10 11:03:23,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.jar dst=null perm=null
2014-04-10 11:03:23,576 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55140, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1872776197_6993, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741948_1124, duration: 410833
2014-04-10 11:03:23,589 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:23,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.xml dst=null perm=null
2014-04-10 11:03:23,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.xml dst=null perm=null
2014-04-10 11:03:23,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.xml dst=null perm=null
2014-04-10 11:03:23,602 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40610, bytes: 81949, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1872776197_6993, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741951_1127, duration: 186630
2014-04-10 11:03:23,611 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0011/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:23,611 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:23,612 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:23,612 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:23,612 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:23,632 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0011_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:23,635 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:23,635 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:23,636 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:23,636 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:23,639 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:23,640 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:23,640 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:23,640 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:23,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741938 for deletion
2014-04-10 11:03:23,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741939 for deletion
2014-04-10 11:03:23,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741940_1116 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741940 for deletion
2014-04-10 11:03:23,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741938
2014-04-10 11:03:23,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741939
2014-04-10 11:03:23,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741941_1117 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741941 for deletion
2014-04-10 11:03:23,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741940_1116 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741940
2014-04-10 11:03:23,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741942_1118 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741942 for deletion
2014-04-10 11:03:23,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741943_1119 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741943 for deletion
2014-04-10 11:03:23,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741945_1121 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741945 for deletion
2014-04-10 11:03:23,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741943_1119 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741943
2014-04-10 11:03:23,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741929_1105 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741929 for deletion
2014-04-10 11:03:23,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741945_1121 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741945
2014-04-10 11:03:23,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741930_1106 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741930 for deletion
2014-04-10 11:03:23,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741941_1117 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741941
2014-04-10 11:03:23,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741932_1108 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741932 for deletion
2014-04-10 11:03:23,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741929_1105 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741929
2014-04-10 11:03:23,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741942_1118 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741942
2014-04-10 11:03:23,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741930_1106 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741930
2014-04-10 11:03:23,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741932_1108 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741932
2014-04-10 11:03:23,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741934_1110 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741934 for deletion
2014-04-10 11:03:23,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741934_1110 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741934
2014-04-10 11:03:23,698 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741952_1128
2014-04-10 11:03:23,702 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000003/default_container_executor.sh]
2014-04-10 11:03:23,702 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000005/default_container_executor.sh]
2014-04-10 11:03:23,705 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000004/default_container_executor.sh]
2014-04-10 11:03:23,706 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000002/default_container_executor.sh]
2014-04-10 11:03:23,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741938 for deletion
2014-04-10 11:03:23,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741939 for deletion
2014-04-10 11:03:23,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741940_1116 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741940 for deletion
2014-04-10 11:03:23,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741939
2014-04-10 11:03:23,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741941_1117 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741941 for deletion
2014-04-10 11:03:23,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741938
2014-04-10 11:03:23,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741941_1117 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741941
2014-04-10 11:03:23,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741942_1118 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741942 for deletion
2014-04-10 11:03:23,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741943_1119 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741943 for deletion
2014-04-10 11:03:23,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741940_1116 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741940
2014-04-10 11:03:23,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741943_1119 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741943
2014-04-10 11:03:23,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741945_1121 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741945 for deletion
2014-04-10 11:03:23,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741942_1118 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741942
2014-04-10 11:03:23,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741930_1106 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741930 for deletion
2014-04-10 11:03:23,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741945_1121 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741945
2014-04-10 11:03:23,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741932_1108 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741932 for deletion
2014-04-10 11:03:23,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741930_1106 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741930
2014-04-10 11:03:23,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741933_1109 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741933 for deletion
2014-04-10 11:03:23,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741932_1108 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741932
2014-04-10 11:03:23,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741933_1109 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741933
2014-04-10 11:03:23,867 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0010_01_000001 succeeded
2014-04-10 11:03:23,867 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:03:23,867 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0010_01_000001
2014-04-10 11:03:23,878 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000001
2014-04-10 11:03:23,879 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000001
2014-04-10 11:03:23,879 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000001
2014-04-10 11:03:23,880 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0010/container_1397145675630_0010_01_000001
2014-04-10 11:03:23,880 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000001
2014-04-10 11:03:23,880 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0010_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:03:23,880 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0010_01_000001 from application application_1397145675630_0010
2014-04-10 11:03:23,880 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:23,880 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0010
2014-04-10 11:03:24,264 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:03:24,315 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0011_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:24,315 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0011_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:24,316 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0011_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:24,316 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0011_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:24,701 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0010_01_000001
2014-04-10 11:03:24,701 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:03:24,701 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0010_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:24,701 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0010_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:03:24,701 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0010 CONTAINERID=container_1397145675630_0010_01_000001
2014-04-10 11:03:24,701 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0010_01_000001 of capacity <memory:2048, vCores:1> on host localhost:55857, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:03:24,702 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:03:24,702 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0010_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:24,702 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:24,702 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:03:24,702 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0010_000001 released container container_1397145675630_0010_01_000001 on node: host: localhost:55857 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:03:24,702 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0010_000001
2014-04-10 11:03:24,702 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0010_000001 State change from FINISHING to FINISHED
2014-04-10 11:03:24,702 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0010 State change from FINISHING to FINISHED
2014-04-10 11:03:24,702 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0010
2014-04-10 11:03:24,703 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0010,name=[605BE84F76944D898AAC71763C81BB1F/E8B7FB84C8B3449398BCF029C4287266] cogrouping/(1/2) ...tform/joinsintocogrouplhs,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0010/jobhistory/job/job_1397145675630_0010,appMasterHost=localhost.localdomain,startTime=1397145784128,finishTime=1397145797814,finalStatus=SUCCEEDED
2014-04-10 11:03:24,703 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0010_000001 is done. finalState=FINISHED
2014-04-10 11:03:24,703 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0010 requests cleared
2014-04-10 11:03:24,703 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0010 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:03:24,703 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0010 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:03:24,703 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0010_000001
2014-04-10 11:03:24,716 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0010_000001 (auth:SIMPLE)
2014-04-10 11:03:24,739 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0010_01_000001
2014-04-10 11:03:24,779 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741952_1128
2014-04-10 11:03:24,972 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397145675630_0011_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000004.tokens
2014-04-10 11:03:24,973 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0011 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0011
2014-04-10 11:03:25,007 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741952_1128
2014-04-10 11:03:25,157 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:03:25,207 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:03:25,207 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0010
2014-04-10 11:03:25,207 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:03:25,207 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0010
2014-04-10 11:03:25,208 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741948_1124
2014-04-10 11:03:25,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0010
2014-04-10 11:03:25,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0010
2014-04-10 11:03:25,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0010
2014-04-10 11:03:25,207 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0010, with delay of 10800 seconds
2014-04-10 11:03:25,373 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397145675630_0011_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000002.tokens
2014-04-10 11:03:25,373 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0011 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0011
2014-04-10 11:03:25,632 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:03:25,633 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0010
2014-04-10 11:03:25,633 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0010
2014-04-10 11:03:25,633 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0010
2014-04-10 11:03:25,633 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0010
2014-04-10 11:03:25,633 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0010
2014-04-10 11:03:25,633 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:03:25,633 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0010, with delay of 10800 seconds
2014-04-10 11:03:25,699 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:03:25,701 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:03:25,702 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0010
2014-04-10 11:03:25,702 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:03:25,702 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0010, with delay of 10800 seconds
2014-04-10 11:03:25,702 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0010
2014-04-10 11:03:25,702 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0010
2014-04-10 11:03:25,703 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0010
2014-04-10 11:03:25,703 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0010
2014-04-10 11:03:26,099 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145675630_0011_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000005.tokens
2014-04-10 11:03:26,100 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0011 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0011
2014-04-10 11:03:26,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.split dst=null perm=null
2014-04-10 11:03:26,376 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55155, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0011_m_000004_0_649036786_1, offset: 1024, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741949_1125, duration: 186625
2014-04-10 11:03:26,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:03:26,447 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40625, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0011_m_000004_0_649036786_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 195804
2014-04-10 11:03:26,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:26,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.split dst=null perm=null
2014-04-10 11:03:26,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.split dst=null perm=null
2014-04-10 11:03:26,626 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40628, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0011_m_000000_0_-911890344_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741949_1125, duration: 191006
2014-04-10 11:03:26,631 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40629, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0011_m_000002_0_172509131_1, offset: 512, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741949_1125, duration: 183835
2014-04-10 11:03:26,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.split dst=null perm=null
2014-04-10 11:03:26,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job.split dst=null perm=null
2014-04-10 11:03:26,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:26,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:03:26,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:03:26,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:26,698 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53357, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0011_m_000002_0_172509131_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 206575
2014-04-10 11:03:26,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:26,704 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55155, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0011_m_000004_0_649036786_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 177392
2014-04-10 11:03:26,727 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000004_0/part-00004. BP-2026122021-127.0.0.1-1397145659663 blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:03:26,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:26,741 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48976, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0011_m_000001_0_-1604724811_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741949_1125, duration: 182821
2014-04-10 11:03:26,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:26,756 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55165, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0011_m_000003_0_-105613016_1, offset: 1024, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741949_1125, duration: 192141
2014-04-10 11:03:26,795 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741953_1129 src: /127.0.0.1:53360 dest: /127.0.0.1:36156
2014-04-10 11:03:26,808 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741953_1129 src: /127.0.0.1:40636 dest: /127.0.0.1:37218
2014-04-10 11:03:26,809 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741953_1129 src: /127.0.0.1:55168 dest: /127.0.0.1:50911
2014-04-10 11:03:26,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:03:26,818 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40638, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0011_m_000001_0_-1604724811_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 170678
2014-04-10 11:03:26,818 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55168, dest: /127.0.0.1:50911, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0011_m_000004_0_649036786_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741953_1129, duration: 2784214
2014-04-10 11:03:26,818 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:03:26,819 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40636, dest: /127.0.0.1:37218, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0011_m_000004_0_649036786_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741953_1129, duration: 8302463
2014-04-10 11:03:26,819 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741953_1129, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:26,819 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741953_1129, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:26,819 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:03:26,819 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53360, dest: /127.0.0.1:36156, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0011_m_000004_0_649036786_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741953_1129, duration: 4323480
2014-04-10 11:03:26,819 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741953_1129, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:26,820 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:03:26,837 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000004_0/part-00004 is closed by DFSClient_attempt_1397145675630_0011_m_000004_0_649036786_1
2014-04-10 11:03:26,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:03:26,849 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53364, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0011_m_000003_0_-105613016_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 194163
2014-04-10 11:03:26,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:26,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000004_0 dst=null perm=null
2014-04-10 11:03:26,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000004_0 dst=null perm=null
2014-04-10 11:03:26,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/task_1397145675630_0011_m_000004 dst=null perm=null
2014-04-10 11:03:26,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:26,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000004_0 dst=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/task_1397145675630_0011_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:03:26,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:26,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:26,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:26,949 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:48983, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0011_m_000000_0_-911890344_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 133401
2014-04-10 11:03:26,953 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55172, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0011_m_000000_0_-911890344_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 170608
2014-04-10 11:03:26,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:26,973 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:03:26,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:26,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:26,980 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53367, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0011_m_000002_0_172509131_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 168394
2014-04-10 11:03:26,980 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0011_01_000006
2014-04-10 11:03:26,981 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000006
2014-04-10 11:03:26,981 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:03:26,981 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0011_01_000006
2014-04-10 11:03:26,990 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0011_01_000006 is : 143
2014-04-10 11:03:27,001 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:27,002 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000006
2014-04-10 11:03:27,002 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000006
2014-04-10 11:03:27,002 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000006
2014-04-10 11:03:27,003 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000006
2014-04-10 11:03:27,003 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000006
2014-04-10 11:03:27,003 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:27,003 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0011_01_000006 from application application_1397145675630_0011
2014-04-10 11:03:27,003 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:27,004 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0011
2014-04-10 11:03:27,015 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job_1397145675630_0011_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:03:27,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:27,029 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000002_0/part-00002. BP-2026122021-127.0.0.1-1397145659663 blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:03:27,031 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741955_1131 src: /127.0.0.1:48987 dest: /127.0.0.1:53749
2014-04-10 11:03:27,032 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741955_1131 src: /127.0.0.1:53370 dest: /127.0.0.1:36156
2014-04-10 11:03:27,033 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741955_1131 src: /127.0.0.1:40646 dest: /127.0.0.1:37218
2014-04-10 11:03:27,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:27,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:27,041 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job_1397145675630_0011_1.jhist for DFSClient_NONMAPREDUCE_-532219921_1
2014-04-10 11:03:27,042 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53372, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0011_m_000001_0_-1604724811_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 161437
2014-04-10 11:03:27,050 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741954_1130 src: /127.0.0.1:40643 dest: /127.0.0.1:37218
2014-04-10 11:03:27,052 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741954_1130 src: /127.0.0.1:48992 dest: /127.0.0.1:53749
2014-04-10 11:03:27,061 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000001_0/part-00001. BP-2026122021-127.0.0.1-1397145659663 blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:03:27,062 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741954_1130 src: /127.0.0.1:53375 dest: /127.0.0.1:36156
2014-04-10 11:03:27,068 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53375, dest: /127.0.0.1:36156, bytes: 138, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0011_m_000000_0_-911890344_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741954_1130, duration: 4361619
2014-04-10 11:03:27,068 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741954_1130, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:27,069 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48992, dest: /127.0.0.1:53749, bytes: 138, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0011_m_000000_0_-911890344_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741954_1130, duration: 2927078
2014-04-10 11:03:27,069 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:03:27,069 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741954_1130, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:27,069 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40643, dest: /127.0.0.1:37218, bytes: 138, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0011_m_000000_0_-911890344_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741954_1130, duration: 3263615
2014-04-10 11:03:27,069 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:03:27,069 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741954_1130, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:27,070 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:03:27,088 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741956_1132 src: /127.0.0.1:55179 dest: /127.0.0.1:50911
2014-04-10 11:03:27,089 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741956_1132 src: /127.0.0.1:53377 dest: /127.0.0.1:36156
2014-04-10 11:03:27,090 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741956_1132 src: /127.0.0.1:48996 dest: /127.0.0.1:53749
2014-04-10 11:03:27,095 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0011_m_000000_0_-911890344_1
2014-04-10 11:03:27,096 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48996, dest: /127.0.0.1:53749, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0011_m_000002_0_172509131_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741956_1132, duration: 3759993
2014-04-10 11:03:27,096 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741956_1132, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:27,096 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:27,097 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53377, dest: /127.0.0.1:36156, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0011_m_000002_0_172509131_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741956_1132, duration: 6076454
2014-04-10 11:03:27,097 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:27,097 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55179, dest: /127.0.0.1:50911, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0011_m_000002_0_172509131_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741956_1132, duration: 6787074
2014-04-10 11:03:27,098 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741956_1132, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:27,098 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741956_1132, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:27,098 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:27,112 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000002_0/part-00002 is closed by DFSClient_attempt_1397145675630_0011_m_000002_0_172509131_1
2014-04-10 11:03:27,116 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741957_1133 src: /127.0.0.1:53376 dest: /127.0.0.1:36156
2014-04-10 11:03:27,117 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741957_1133 src: /127.0.0.1:55185 dest: /127.0.0.1:50911
2014-04-10 11:03:27,120 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741957_1133 src: /127.0.0.1:40655 dest: /127.0.0.1:37218
2014-04-10 11:03:27,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:27,136 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40655, dest: /127.0.0.1:37218, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0011_m_000001_0_-1604724811_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741957_1133, duration: 15444832
2014-04-10 11:03:27,136 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741957_1133, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:27,137 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:03:27,137 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55185, dest: /127.0.0.1:50911, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0011_m_000001_0_-1604724811_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741957_1133, duration: 15914074
2014-04-10 11:03:27,137 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741957_1133, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:27,137 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:03:27,138 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53376, dest: /127.0.0.1:36156, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0011_m_000001_0_-1604724811_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741957_1133, duration: 16770651
2014-04-10 11:03:27,138 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741957_1133, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:27,138 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:03:27,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:27,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:27,146 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55165, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0011_m_000003_0_-105613016_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 125965
2014-04-10 11:03:27,154 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000001_0/part-00001 is closed by DFSClient_attempt_1397145675630_0011_m_000001_0_-1604724811_1
2014-04-10 11:03:27,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000000_0 dst=null perm=null
2014-04-10 11:03:27,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000000_0 dst=null perm=null
2014-04-10 11:03:27,161 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000003_0/part-00003. BP-2026122021-127.0.0.1-1397145659663 blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:03:27,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/task_1397145675630_0011_m_000000 dst=null perm=null
2014-04-10 11:03:27,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000002_0 dst=null perm=null
2014-04-10 11:03:27,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000002_0 dst=null perm=null
2014-04-10 11:03:27,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/task_1397145675630_0011_m_000002 dst=null perm=null
2014-04-10 11:03:27,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000000_0 dst=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/task_1397145675630_0011_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:03:27,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000001_0 dst=null perm=null
2014-04-10 11:03:27,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000001_0 dst=null perm=null
2014-04-10 11:03:27,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/task_1397145675630_0011_m_000001 dst=null perm=null
2014-04-10 11:03:27,212 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741958_1134 src: /127.0.0.1:53382 dest: /127.0.0.1:36156
2014-04-10 11:03:27,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000002_0 dst=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/task_1397145675630_0011_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:03:27,213 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741958_1134 src: /127.0.0.1:49001 dest: /127.0.0.1:53749
2014-04-10 11:03:27,214 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741958_1134 src: /127.0.0.1:55190 dest: /127.0.0.1:50911
2014-04-10 11:03:27,222 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55190, dest: /127.0.0.1:50911, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0011_m_000003_0_-105613016_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741958_1134, duration: 3482078
2014-04-10 11:03:27,222 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741958_1134, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:27,222 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:27,222 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49001, dest: /127.0.0.1:53749, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0011_m_000003_0_-105613016_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741958_1134, duration: 3764789
2014-04-10 11:03:27,223 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:27,223 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741958_1134, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:27,223 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53382, dest: /127.0.0.1:36156, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0011_m_000003_0_-105613016_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741958_1134, duration: 4794811
2014-04-10 11:03:27,223 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741958_1134, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:27,223 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:27,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000001_0 dst=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/task_1397145675630_0011_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:03:27,245 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0011_01_000002
2014-04-10 11:03:27,245 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000002
2014-04-10 11:03:27,245 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:03:27,246 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0011_01_000002
2014-04-10 11:03:27,246 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000003_0/part-00003 is closed by DFSClient_attempt_1397145675630_0011_m_000003_0_-105613016_1
2014-04-10 11:03:27,256 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0011_01_000002 is : 143
2014-04-10 11:03:27,261 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0011_01_000004
2014-04-10 11:03:27,262 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000004
2014-04-10 11:03:27,266 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:27,266 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:03:27,266 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000002
2014-04-10 11:03:27,266 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000002
2014-04-10 11:03:27,267 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0011_01_000004
2014-04-10 11:03:27,267 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000002
2014-04-10 11:03:27,267 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000002
2014-04-10 11:03:27,273 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0011_01_000004 is : 143
2014-04-10 11:03:27,273 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0011_01_000003
2014-04-10 11:03:27,273 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000003
2014-04-10 11:03:27,282 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000002
2014-04-10 11:03:27,282 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:27,282 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:27,282 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:03:27,282 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0011_01_000002 from application application_1397145675630_0011
2014-04-10 11:03:27,283 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:27,283 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0011
2014-04-10 11:03:27,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000004
2014-04-10 11:03:27,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000004
2014-04-10 11:03:27,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000004
2014-04-10 11:03:27,283 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0011_01_000003
2014-04-10 11:03:27,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000004
2014-04-10 11:03:27,287 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0011_01_000003 is : 143
2014-04-10 11:03:27,294 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000004
2014-04-10 11:03:27,294 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:27,294 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:27,294 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0011_01_000004 from application application_1397145675630_0011
2014-04-10 11:03:27,294 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:27,294 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0011
2014-04-10 11:03:27,295 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000003
2014-04-10 11:03:27,295 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000003
2014-04-10 11:03:27,295 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000003
2014-04-10 11:03:27,295 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000003
2014-04-10 11:03:27,295 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000003
2014-04-10 11:03:27,295 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:27,295 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0011_01_000003 from application application_1397145675630_0011
2014-04-10 11:03:27,295 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:27,295 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0011
2014-04-10 11:03:27,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000003_0 dst=null perm=null
2014-04-10 11:03:27,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000003_0 dst=null perm=null
2014-04-10 11:03:27,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/task_1397145675630_0011_m_000003 dst=null perm=null
2014-04-10 11:03:27,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/_temporary/attempt_1397145675630_0011_m_000003_0 dst=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/task_1397145675630_0011_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:03:27,376 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0011_01_000005
2014-04-10 11:03:27,376 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000005
2014-04-10 11:03:27,376 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:03:27,376 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0011_01_000005
2014-04-10 11:03:27,376 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0011_01_000002
2014-04-10 11:03:27,377 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0011_01_000003
2014-04-10 11:03:27,377 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0011_01_000004
2014-04-10 11:03:27,377 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0011_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:27,377 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0011_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:03:27,378 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000002
2014-04-10 11:03:27,378 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0011_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:03:27,378 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:03:27,378 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0011_01_000002, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:27,378 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:27,378 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:03:27,378 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0011_000001 released container container_1397145675630_0011_01_000002 on node: host: localhost:41546 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:03:27,378 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0011_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:27,378 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0011_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:03:27,378 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000003
2014-04-10 11:03:27,378 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0011_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:03:27,378 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:03:27,379 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0011_01_000003, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:27,379 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:27,379 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:03:27,379 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0011_000001 released container container_1397145675630_0011_01_000003 on node: host: localhost:41546 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:03:27,379 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0011_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:27,379 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0011_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:03:27,379 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000004
2014-04-10 11:03:27,379 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0011_01_000004 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:03:27,380 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:03:27,380 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0011_01_000004, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:27,380 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:27,380 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:03:27,380 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0011_000001 released container container_1397145675630_0011_01_000004 on node: host: localhost:41546 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:03:27,386 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0011_01_000005 is : 143
2014-04-10 11:03:27,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:27,400 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:27,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000005
2014-04-10 11:03:27,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000005
2014-04-10 11:03:27,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000005
2014-04-10 11:03:27,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000005
2014-04-10 11:03:27,400 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000005
2014-04-10 11:03:27,401 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:27,401 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0011_01_000005 from application application_1397145675630_0011
2014-04-10 11:03:27,401 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:27,401 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0011
2014-04-10 11:03:27,412 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-532219921_1
2014-04-10 11:03:27,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1 dst=null perm=null
2014-04-10 11:03:27,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7 dst=null perm=null
2014-04-10 11:03:27,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7 dst=null perm=null
2014-04-10 11:03:27,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/task_1397145675630_0011_m_000000 dst=null perm=null
2014-04-10 11:03:27,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00000 dst=null perm=null
2014-04-10 11:03:27,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/task_1397145675630_0011_m_000000/part-00000 dst=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:27,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7 dst=null perm=null
2014-04-10 11:03:27,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7 dst=null perm=null
2014-04-10 11:03:27,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/task_1397145675630_0011_m_000001 dst=null perm=null
2014-04-10 11:03:27,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00001 dst=null perm=null
2014-04-10 11:03:27,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/task_1397145675630_0011_m_000001/part-00001 dst=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:27,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7 dst=null perm=null
2014-04-10 11:03:27,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7 dst=null perm=null
2014-04-10 11:03:27,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/task_1397145675630_0011_m_000002 dst=null perm=null
2014-04-10 11:03:27,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00002 dst=null perm=null
2014-04-10 11:03:27,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/task_1397145675630_0011_m_000002/part-00002 dst=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:27,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7 dst=null perm=null
2014-04-10 11:03:27,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7 dst=null perm=null
2014-04-10 11:03:27,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/task_1397145675630_0011_m_000003 dst=null perm=null
2014-04-10 11:03:27,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00003 dst=null perm=null
2014-04-10 11:03:27,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/task_1397145675630_0011_m_000003/part-00003 dst=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:27,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7 dst=null perm=null
2014-04-10 11:03:27,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7 dst=null perm=null
2014-04-10 11:03:27,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/task_1397145675630_0011_m_000004 dst=null perm=null
2014-04-10 11:03:27,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00004 dst=null perm=null
2014-04-10 11:03:27,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary/1/task_1397145675630_0011_m_000004/part-00004 dst=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:27,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_temporary dst=null perm=null
2014-04-10 11:03:27,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:27,754 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-532219921_1
2014-04-10 11:03:27,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:27,787 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-532219921_1
2014-04-10 11:03:27,809 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40646, dest: /127.0.0.1:37218, bytes: 54623, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-532219921_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741955_1131, duration: 774854662
2014-04-10 11:03:27,809 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741955_1131, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:27,810 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 15124
2014-04-10 11:03:27,810 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53370, dest: /127.0.0.1:36156, bytes: 54623, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-532219921_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741955_1131, duration: 775753475
2014-04-10 11:03:27,811 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741955_1131, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:27,811 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 15124
2014-04-10 11:03:27,812 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48987, dest: /127.0.0.1:53749, bytes: 54623, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-532219921_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741955_1131, duration: 776023035
2014-04-10 11:03:27,812 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741955_1131, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:27,812 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 15124
2014-04-10 11:03:27,829 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job_1397145675630_0011_1.jhist is closed by DFSClient_NONMAPREDUCE_-532219921_1
2014-04-10 11:03:27,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:27,849 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:03:27,865 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741959_1135 src: /127.0.0.1:49003 dest: /127.0.0.1:53749
2014-04-10 11:03:27,866 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741959_1135 src: /127.0.0.1:53386 dest: /127.0.0.1:36156
2014-04-10 11:03:27,867 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741959_1135 src: /127.0.0.1:55193 dest: /127.0.0.1:50911
2014-04-10 11:03:27,870 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55193, dest: /127.0.0.1:50911, bytes: 408, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-532219921_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741959_1135, duration: 1888085
2014-04-10 11:03:27,870 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741959_1135, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:27,871 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:27,871 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53386, dest: /127.0.0.1:36156, bytes: 408, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-532219921_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741959_1135, duration: 2534751
2014-04-10 11:03:27,871 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741959_1135, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:27,871 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:27,872 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49003, dest: /127.0.0.1:53749, bytes: 408, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-532219921_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741959_1135, duration: 3332107
2014-04-10 11:03:27,872 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741959_1135, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:27,872 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:27,887 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011.summary_tmp is closed by DFSClient_NONMAPREDUCE_-532219921_1
2014-04-10 11:03:27,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:27,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job_1397145675630_0011_1.jhist dst=null perm=null
2014-04-10 11:03:27,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011-1397145798585-brock-%5B136472AE1DFD46559220EF8AF358A515%2F92DD838E13DF485F-1397145807788-5-0-SUCCEEDED-default-1397145801222.jhist_tmp dst=null perm=null
2014-04-10 11:03:27,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job_1397145675630_0011_1.jhist dst=null perm=null
2014-04-10 11:03:27,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011-1397145798585-brock-%5B136472AE1DFD46559220EF8AF358A515%2F92DD838E13DF485F-1397145807788-5-0-SUCCEEDED-default-1397145801222.jhist_tmp dst=null perm=null
2014-04-10 11:03:27,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job_1397145675630_0011_1.jhist dst=null perm=null
2014-04-10 11:03:27,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011-1397145798585-brock-%5B136472AE1DFD46559220EF8AF358A515%2F92DD838E13DF485F-1397145807788-5-0-SUCCEEDED-default-1397145801222.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:27,936 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53388, bytes: 55051, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-532219921_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741955_1131, duration: 284356
2014-04-10 11:03:27,939 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011-1397145798585-brock-%5B136472AE1DFD46559220EF8AF358A515%2F92DD838E13DF485F-1397145807788-5-0-SUCCEEDED-default-1397145801222.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:03:27,956 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741960_1136 src: /127.0.0.1:40664 dest: /127.0.0.1:37218
2014-04-10 11:03:27,958 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741960_1136 src: /127.0.0.1:49008 dest: /127.0.0.1:53749
2014-04-10 11:03:27,959 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741960_1136 src: /127.0.0.1:55197 dest: /127.0.0.1:50911
2014-04-10 11:03:27,962 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55197, dest: /127.0.0.1:50911, bytes: 54623, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-532219921_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741960_1136, duration: 2351317
2014-04-10 11:03:27,962 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741960_1136, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:27,963 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:27,963 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49008, dest: /127.0.0.1:53749, bytes: 54623, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-532219921_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741960_1136, duration: 3074286
2014-04-10 11:03:27,963 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741960_1136, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:27,963 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40664, dest: /127.0.0.1:37218, bytes: 54623, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-532219921_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741960_1136, duration: 3720100
2014-04-10 11:03:27,963 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:27,964 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741960_1136, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:27,964 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:27,979 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011-1397145798585-brock-%5B136472AE1DFD46559220EF8AF358A515%2F92DD838E13DF485F-1397145807788-5-0-SUCCEEDED-default-1397145801222.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-532219921_1
2014-04-10 11:03:27,981 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0011_01_000006
2014-04-10 11:03:27,982 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0011_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:27,982 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0011_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:03:27,982 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000006
2014-04-10 11:03:27,982 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0011_01_000006 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:03:27,982 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:03:27,982 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0011_01_000006, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:27,983 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:27,983 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:03:27,983 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0011_000001 released container container_1397145675630_0011_01_000006 on node: host: localhost:43726 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:03:27,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011-1397145798585-brock-%5B136472AE1DFD46559220EF8AF358A515%2F92DD838E13DF485F-1397145807788-5-0-SUCCEEDED-default-1397145801222.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:27,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job_1397145675630_0011_1_conf.xml dst=null perm=null
2014-04-10 11:03:27,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011_conf.xml_tmp dst=null perm=null
2014-04-10 11:03:27,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job_1397145675630_0011_1_conf.xml dst=null perm=null
2014-04-10 11:03:28,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011_conf.xml_tmp dst=null perm=null
2014-04-10 11:03:28,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011/job_1397145675630_0011_1_conf.xml dst=null perm=null
2014-04-10 11:03:28,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:28,023 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49010, bytes: 96086, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-532219921_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741952_1128, duration: 404918
2014-04-10 11:03:28,026 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:03:28,039 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741961_1137 src: /127.0.0.1:55199 dest: /127.0.0.1:50911
2014-04-10 11:03:28,041 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741961_1137 src: /127.0.0.1:40669 dest: /127.0.0.1:37218
2014-04-10 11:03:28,042 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741961_1137 src: /127.0.0.1:49013 dest: /127.0.0.1:53749
2014-04-10 11:03:28,046 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49013, dest: /127.0.0.1:53749, bytes: 95338, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-532219921_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741961_1137, duration: 2734360
2014-04-10 11:03:28,046 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741961_1137, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:28,047 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:03:28,047 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40669, dest: /127.0.0.1:37218, bytes: 95338, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-532219921_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741961_1137, duration: 3263723
2014-04-10 11:03:28,047 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741961_1137, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:28,048 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:03:28,048 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55199, dest: /127.0.0.1:50911, bytes: 95338, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-532219921_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741961_1137, duration: 4052347
2014-04-10 11:03:28,048 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741961_1137, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:28,048 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:03:28,179 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-532219921_1
2014-04-10 11:03:28,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:28,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:28,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:28,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011-1397145798585-brock-%5B136472AE1DFD46559220EF8AF358A515%2F92DD838E13DF485F-1397145807788-5-0-SUCCEEDED-default-1397145801222.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011-1397145798585-brock-%5B136472AE1DFD46559220EF8AF358A515%2F92DD838E13DF485F-1397145807788-5-0-SUCCEEDED-default-1397145801222.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:28,254 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0011_000001 with final state: FINISHING
2014-04-10 11:03:28,254 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0011_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:03:28,254 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0011 with final state: FINISHING
2014-04-10 11:03:28,254 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0011 State change from RUNNING to FINAL_SAVING
2014-04-10 11:03:28,255 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0011
2014-04-10 11:03:28,255 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0011_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:03:28,255 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0011 State change from FINAL_SAVING to FINISHING
2014-04-10 11:03:28,281 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:03:28,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:03:28,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:03:28,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011.summary dst=null perm=null
2014-04-10 11:03:28,289 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49016, bytes: 412, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741959_1135, duration: 267277
2014-04-10 11:03:28,289 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0011,submitTime=1397145798585,launchTime=1397145801222,firstMapTaskLaunchTime=1397145803380,firstReduceTaskLaunchTime=0,finishTime=1397145807788,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=19,reduceSlotSeconds=0,jobName=[136472AE1DFD46559220EF8AF358A515/92DD838E13DF485FAD64F396BDB12A95] cogrouping/(2/2)
2014-04-10 11:03:28,290 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011.summary]
2014-04-10 11:03:28,304 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741959_1135 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:50911
2014-04-10 11:03:28,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011.summary dst=null perm=null
2014-04-10 11:03:28,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:03:28,307 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011-1397145798585-brock-%5B136472AE1DFD46559220EF8AF358A515%2F92DD838E13DF485F-1397145807788-5-0-SUCCEEDED-default-1397145801222.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0011-1397145798585-brock-%5B136472AE1DFD46559220EF8AF358A515%2F92DD838E13DF485F-1397145807788-5-0-SUCCEEDED-default-1397145801222.jhist
2014-04-10 11:03:28,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011-1397145798585-brock-%5B136472AE1DFD46559220EF8AF358A515%2F92DD838E13DF485F-1397145807788-5-0-SUCCEEDED-default-1397145801222.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0011-1397145798585-brock-%5B136472AE1DFD46559220EF8AF358A515%2F92DD838E13DF485F-1397145807788-5-0-SUCCEEDED-default-1397145801222.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:28,321 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0011_conf.xml
2014-04-10 11:03:28,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0011_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0011_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:28,338 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0011 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0011-1397145798585-brock-%5B136472AE1DFD46559220EF8AF358A515%2F92DD838E13DF485F-1397145807788-5-0-SUCCEEDED-default-1397145801222.jhist
2014-04-10 11:03:28,338 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0011-1397145798585-brock-%5B136472AE1DFD46559220EF8AF358A515%2F92DD838E13DF485F-1397145807788-5-0-SUCCEEDED-default-1397145801222.jhist]
2014-04-10 11:03:28,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0011-1397145798585-brock-%5B136472AE1DFD46559220EF8AF358A515%2F92DD838E13DF485F-1397145807788-5-0-SUCCEEDED-default-1397145801222.jhist dst=null perm=null
2014-04-10 11:03:28,342 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40674, bytes: 55051, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741960_1136, duration: 265863
2014-04-10 11:03:28,377 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogrouping] starting step: (1/2) ...tform/joinsintocogrouprhs
2014-04-10 11:03:28,377 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0011_01_000005
2014-04-10 11:03:28,378 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0011_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:28,378 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0011_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:03:28,378 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000005
2014-04-10 11:03:28,378 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0011_01_000005 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:03:28,378 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:03:28,378 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0011_01_000005, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:28,378 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:28,378 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:03:28,379 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0011_000001 released container container_1397145675630_0011_01_000005 on node: host: localhost:41546 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:03:28,390 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:03:28,396 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:03:28,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs dst=null perm=null
2014-04-10 11:03:28,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:03:28,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:03:28,400 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 12
2014-04-10 11:03:28,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012 dst=null perm=null
2014-04-10 11:03:28,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:03:28,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:03:28,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar dst=null perm=null
2014-04-10 11:03:28,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:28,456 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:03:28,472 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741962_1138 src: /127.0.0.1:53400 dest: /127.0.0.1:36156
2014-04-10 11:03:28,473 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741962_1138 src: /127.0.0.1:55207 dest: /127.0.0.1:50911
2014-04-10 11:03:28,474 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741962_1138 src: /127.0.0.1:49020 dest: /127.0.0.1:53749
2014-04-10 11:03:28,479 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49020, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741962_1138, duration: 3723927
2014-04-10 11:03:28,479 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741962_1138, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:28,480 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:28,480 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55207, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741962_1138, duration: 4390522
2014-04-10 11:03:28,480 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741962_1138, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:28,480 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:28,481 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53400, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741962_1138, duration: 4581559
2014-04-10 11:03:28,481 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741962_1138, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:28,481 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:28,495 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:03:28,497 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar
2014-04-10 11:03:28,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar dst=null perm=null
2014-04-10 11:03:28,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:28,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:28,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:28,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:28,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:03:28,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:03:28,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:03:28,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:03:28,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:03:28,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:28,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:03:28,541 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:03:28,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:03:28,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:03:28,545 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:03:28,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:03:28,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:03:28,549 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:03:28,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:03:28,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:03:28,553 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:03:28,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:03:28,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:28,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:28,588 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.split
2014-04-10 11:03:28,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.split dst=null perm=null
2014-04-10 11:03:28,606 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:03:28,622 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741963_1139 src: /127.0.0.1:53403 dest: /127.0.0.1:36156
2014-04-10 11:03:28,624 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741963_1139 src: /127.0.0.1:40679 dest: /127.0.0.1:37218
2014-04-10 11:03:28,625 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741963_1139 src: /127.0.0.1:49023 dest: /127.0.0.1:53749
2014-04-10 11:03:28,626 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741963_1139 src: /127.0.0.1:55212 dest: /127.0.0.1:50911
2014-04-10 11:03:28,630 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55212, dest: /127.0.0.1:50911, bytes: 1877, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741963_1139, duration: 2438380
2014-04-10 11:03:28,630 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741963_1139, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:28,630 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:28,630 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49023, dest: /127.0.0.1:53749, bytes: 1877, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741963_1139, duration: 2972953
2014-04-10 11:03:28,631 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741963_1139, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:28,631 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:28,631 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40679, dest: /127.0.0.1:37218, bytes: 1877, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741963_1139, duration: 3530779
2014-04-10 11:03:28,631 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741963_1139, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:28,632 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:28,632 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53403, dest: /127.0.0.1:36156, bytes: 1877, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741963_1139, duration: 4195138
2014-04-10 11:03:28,632 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741963_1139, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:28,632 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:28,645 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:03:28,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:28,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:28,681 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:03:28,697 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741964_1140 src: /127.0.0.1:55213 dest: /127.0.0.1:50911
2014-04-10 11:03:28,698 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741964_1140 src: /127.0.0.1:49026 dest: /127.0.0.1:53749
2014-04-10 11:03:28,699 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741964_1140 src: /127.0.0.1:53409 dest: /127.0.0.1:36156
2014-04-10 11:03:28,702 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53409, dest: /127.0.0.1:36156, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741964_1140, duration: 1528110
2014-04-10 11:03:28,702 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741964_1140, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:28,703 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:28,703 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49026, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741964_1140, duration: 2112249
2014-04-10 11:03:28,703 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741955_1131
2014-04-10 11:03:28,703 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741964_1140, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:28,703 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:28,704 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741959_1135
2014-04-10 11:03:28,703 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55213, dest: /127.0.0.1:50911, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741964_1140, duration: 2733778
2014-04-10 11:03:28,704 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741964_1140, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:28,704 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:28,721 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:03:28,721 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:03:28,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:28,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:28,761 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:03:28,780 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741965_1141 src: /127.0.0.1:40685 dest: /127.0.0.1:37218
2014-04-10 11:03:28,782 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741965_1141 src: /127.0.0.1:49029 dest: /127.0.0.1:53749
2014-04-10 11:03:28,783 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741965_1141 src: /127.0.0.1:53412 dest: /127.0.0.1:36156
2014-04-10 11:03:28,786 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53412, dest: /127.0.0.1:36156, bytes: 82948, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741965_1141, duration: 2289336
2014-04-10 11:03:28,786 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741965_1141, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:28,787 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:03:28,787 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49029, dest: /127.0.0.1:53749, bytes: 82948, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741965_1141, duration: 2916592
2014-04-10 11:03:28,787 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741965_1141, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:28,787 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:03:28,788 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40685, dest: /127.0.0.1:37218, bytes: 82948, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741965_1141, duration: 3635497
2014-04-10 11:03:28,788 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741965_1141, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:28,788 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:03:28,804 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:03:28,804 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0012
2014-04-10 11:03:28,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012 dst=null perm=null
2014-04-10 11:03:28,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.xml dst=null perm=null
2014-04-10 11:03:28,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.xml dst=null perm=null
2014-04-10 11:03:28,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar dst=null perm=null
2014-04-10 11:03:28,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar dst=null perm=null
2014-04-10 11:03:28,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.split dst=null perm=null
2014-04-10 11:03:28,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.split dst=null perm=null
2014-04-10 11:03:28,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:28,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:28,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:28,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:28,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:28,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:28,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:28,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:28,861 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 12 submitted by user brock
2014-04-10 11:03:28,861 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0012
2014-04-10 11:03:28,861 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0012
2014-04-10 11:03:28,861 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0012
2014-04-10 11:03:28,861 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0012 State change from NEW to NEW_SAVING
2014-04-10 11:03:28,862 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0012 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:03:28,862 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0012_000001
2014-04-10 11:03:28,862 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0012_000001 State change from NEW to SUBMITTED
2014-04-10 11:03:28,863 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0012 from user: brock activated in queue: default
2014-04-10 11:03:28,863 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0012 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:03:28,863 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0012
2014-04-10 11:03:28,863 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0012 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:03:28,863 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0012_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:03:28,864 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0012_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:03:28,865 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0012 State change from SUBMITTED to ACCEPTED
2014-04-10 11:03:28,866 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0012/
2014-04-10 11:03:28,866 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogrouping] submitted hadoop job: job_1397145675630_0012
2014-04-10 11:03:28,866 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogrouping] tracking url: http://localhost:33250/proxy/application_1397145675630_0012/
2014-04-10 11:03:28,904 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741962_1138
2014-04-10 11:03:28,904 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741957_1133
2014-04-10 11:03:28,905 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741954_1130
2014-04-10 11:03:28,905 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741964_1140
2014-04-10 11:03:28,905 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741963_1139
2014-04-10 11:03:28,906 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741956_1132
2014-04-10 11:03:28,906 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741953_1129
2014-04-10 11:03:28,907 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741965_1141
2014-04-10 11:03:28,908 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741958_1134
2014-04-10 11:03:28,983 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:28,983 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000001
2014-04-10 11:03:28,983 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0012_01_000001 of capacity <memory:2048, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 11:03:28,984 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0012 container=Container: [ContainerId: container_1397145675630_0012_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0012_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:28,984 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:03:28,984 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:28,984 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:28,985 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0012 AttemptId: appattempt_1397145675630_0012_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0012_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ]
2014-04-10 11:03:28,985 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0012_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:03:28,985 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0012_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:03:28,985 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0012_000001
2014-04-10 11:03:28,986 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0012_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] for AM appattempt_1397145675630_0012_000001
2014-04-10 11:03:28,986 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0012_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:03:28,990 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0012_000001 (auth:SIMPLE)
2014-04-10 11:03:28,991 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0012_01_000001 by user brock
2014-04-10 11:03:28,992 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0012
2014-04-10 11:03:28,992 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000001
2014-04-10 11:03:28,992 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0012 transitioned from NEW to INITING
2014-04-10 11:03:28,992 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0012_01_000001 to application application_1397145675630_0012
2014-04-10 11:03:28,993 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0012_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] for AM appattempt_1397145675630_0012_000001
2014-04-10 11:03:28,993 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0012 transitioned from INITING to RUNNING
2014-04-10 11:03:28,993 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0012_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:03:28,993 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:03:28,993 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0012
2014-04-10 11:03:28,994 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:03:28,994 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:03:28,994 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:03:28,994 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:03:28,995 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0012_01_000001
2014-04-10 11:03:29,005 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397145675630_0012_01_000001.tokens. Credentials list:
2014-04-10 11:03:29,019 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:03:29,082 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397145675630_0012_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000001.tokens
2014-04-10 11:03:29,082 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0012 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0012
2014-04-10 11:03:29,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar dst=null perm=null
2014-04-10 11:03:29,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar dst=null perm=null
2014-04-10 11:03:29,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar dst=null perm=null
2014-04-10 11:03:29,208 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53418, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1335997163_7408, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741962_1138, duration: 881636
2014-04-10 11:03:29,233 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:29,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:29,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:29,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:29,258 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49016, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1335997163_7408, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741964_1140, duration: 215609
2014-04-10 11:03:29,277 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0012/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:29,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.split dst=null perm=null
2014-04-10 11:03:29,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.split dst=null perm=null
2014-04-10 11:03:29,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.split dst=null perm=null
2014-04-10 11:03:29,302 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53418, bytes: 1893, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1335997163_7408, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741963_1139, duration: 287700
2014-04-10 11:03:29,320 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0012/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:29,321 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741948_1124 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:03:29,321 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741949_1125 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:50911
2014-04-10 11:03:29,322 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741950_1126 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:50911
2014-04-10 11:03:29,322 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741951_1127 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:36156
2014-04-10 11:03:29,322 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741955_1131 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:03:29,322 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741952_1128 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:03:29,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0011 dst=null perm=null
2014-04-10 11:03:29,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.xml dst=null perm=null
2014-04-10 11:03:29,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.xml dst=null perm=null
2014-04-10 11:03:29,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.xml dst=null perm=null
2014-04-10 11:03:29,348 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40694, bytes: 83600, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1335997163_7408, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741965_1141, duration: 415703
2014-04-10 11:03:29,366 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0012/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:29,366 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:29,401 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:29,401 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:29,430 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741957_1133
2014-04-10 11:03:29,430 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741958_1134
2014-04-10 11:03:29,431 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741960_1136
2014-04-10 11:03:29,432 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741959_1135
2014-04-10 11:03:29,432 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741956_1132
2014-04-10 11:03:29,434 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741961_1137
2014-04-10 11:03:29,435 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741953_1129
2014-04-10 11:03:29,464 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000001/default_container_executor.sh]
2014-04-10 11:03:29,631 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741962_1138
2014-04-10 11:03:29,632 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741964_1140
2014-04-10 11:03:29,632 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741963_1139
2014-04-10 11:03:29,782 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741962_1138
2014-04-10 11:03:29,782 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741955_1131
2014-04-10 11:03:29,783 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741964_1140
2014-04-10 11:03:29,783 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741959_1135
2014-04-10 11:03:29,783 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741963_1139
2014-04-10 11:03:29,783 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741956_1132
2014-04-10 11:03:29,982 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:29,982 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741965_1141
2014-04-10 11:03:29,983 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741960_1136
2014-04-10 11:03:29,984 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741954_1130
2014-04-10 11:03:29,984 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741958_1134
2014-04-10 11:03:29,985 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741961_1137
2014-04-10 11:03:30,210 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741963_1139
2014-04-10 11:03:30,210 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741954_1130
2014-04-10 11:03:30,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741957_1133
2014-04-10 11:03:30,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741960_1136
2014-04-10 11:03:30,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741953_1129
2014-04-10 11:03:30,212 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741955_1131
2014-04-10 11:03:30,213 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741961_1137
2014-04-10 11:03:30,214 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741965_1141
2014-04-10 11:03:30,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:03:30,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/COMMIT_STARTED dst=null perm=null
2014-04-10 11:03:30,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:03:30,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/COMMIT_FAIL dst=null perm=null
2014-04-10 11:03:30,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012 dst=null perm=null
2014-04-10 11:03:30,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:03:30,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:03:30,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:30,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:30,968 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49042, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-446045848_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741964_1140, duration: 157763
2014-04-10 11:03:31,115 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53749 to replicate blk_1073741962_1138 to datanode(s) 127.0.0.1:37218
2014-04-10 11:03:31,116 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073741952_1128, blk_1073741955_1131, blk_1073741948_1124, blk_1073741949_1125, blk_1073741951_1127]
2014-04-10 11:03:31,116 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073741959_1135, blk_1073741948_1124, blk_1073741949_1125, blk_1073741950_1126]
2014-04-10 11:03:31,577 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0012_000001 (auth:SIMPLE)
2014-04-10 11:03:31,578 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0012_000001
2014-04-10 11:03:31,578 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0012 APPATTEMPTID=appattempt_1397145675630_0012_000001
2014-04-10 11:03:31,579 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0012_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:03:31,579 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0012 State change from ACCEPTED to RUNNING
2014-04-10 11:03:31,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job_1397145675630_0012_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:31,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:03:31,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job_1397145675630_0012_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:31,836 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job_1397145675630_0012_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:03:31,873 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741966_1142 src: /127.0.0.1:49045 dest: /127.0.0.1:53749
2014-04-10 11:03:31,874 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741966_1142 src: /127.0.0.1:53428 dest: /127.0.0.1:36156
2014-04-10 11:03:31,875 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741966_1142 src: /127.0.0.1:40704 dest: /127.0.0.1:37218
2014-04-10 11:03:31,883 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40704, dest: /127.0.0.1:37218, bytes: 96955, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-446045848_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741966_1142, duration: 6650458
2014-04-10 11:03:31,883 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741966_1142, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:31,883 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:03:31,883 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53428, dest: /127.0.0.1:36156, bytes: 96955, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-446045848_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741966_1142, duration: 7371318
2014-04-10 11:03:31,884 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:03:31,884 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741966_1142, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:31,884 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49045, dest: /127.0.0.1:53749, bytes: 96955, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-446045848_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741966_1142, duration: 7932575
2014-04-10 11:03:31,884 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741966_1142, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:31,884 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:03:31,904 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job_1397145675630_0012_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-446045848_1
2014-04-10 11:03:32,660 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=68edbb52-d631-4c11-b1f4-78133ce1dada, infoPort=59891, ipcPort=41399, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073741962_1138 to 127.0.0.1:37218
2014-04-10 11:03:32,662 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741962_1138 src: /127.0.0.1:40706 dest: /127.0.0.1:37218
2014-04-10 11:03:32,662 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073741962_1138 (numBytes=244650) to 127.0.0.1/127.0.0.1:37218
2014-04-10 11:03:32,663 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073741962_1138 src: /127.0.0.1:40706 dest: /127.0.0.1:37218 of size 244650
2014-04-10 11:03:32,664 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741962_1138 size 244650
2014-04-10 11:03:32,704 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:32,704 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000002
2014-04-10 11:03:32,704 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0012_01_000002 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:03:32,704 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0012 container=Container: [ContainerId: container_1397145675630_0012_01_000002, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0012_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:32,704 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:03:32,705 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:32,705 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:32,705 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000003
2014-04-10 11:03:32,706 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0012_01_000003 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:03:32,706 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0012 container=Container: [ContainerId: container_1397145675630_0012_01_000003, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0012_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:32,706 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:03:32,706 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:32,707 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:32,707 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000004
2014-04-10 11:03:32,707 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0012_01_000004 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:03:32,707 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0012 container=Container: [ContainerId: container_1397145675630_0012_01_000004, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0012_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:32,708 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:03:32,708 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:32,709 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:32,709 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000005
2014-04-10 11:03:32,709 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0012_01_000005 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:03:32,709 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0012 container=Container: [ContainerId: container_1397145675630_0012_01_000005, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0012_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:32,709 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:03:32,709 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:32,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741959_1135 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741959 for deletion
2014-04-10 11:03:32,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741948_1124 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741948 for deletion
2014-04-10 11:03:32,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741949_1125 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741949 for deletion
2014-04-10 11:03:32,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741959_1135 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741959
2014-04-10 11:03:32,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741948_1124 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741948
2014-04-10 11:03:32,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741950_1126 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741950 for deletion
2014-04-10 11:03:32,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741949_1125 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741949
2014-04-10 11:03:32,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741950_1126 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741950
2014-04-10 11:03:32,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741952_1128 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741952 for deletion
2014-04-10 11:03:32,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741955_1131 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741955 for deletion
2014-04-10 11:03:32,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741948_1124 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741948 for deletion
2014-04-10 11:03:32,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741952_1128 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741952
2014-04-10 11:03:32,740 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741949_1125 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741949 for deletion
2014-04-10 11:03:32,740 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741948_1124 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741948
2014-04-10 11:03:32,740 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741951_1127 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741951 for deletion
2014-04-10 11:03:32,740 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741955_1131 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741955
2014-04-10 11:03:32,740 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741949_1125 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741949
2014-04-10 11:03:32,740 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741951_1127 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741951
2014-04-10 11:03:33,209 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:33,209 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000006
2014-04-10 11:03:33,210 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0012_01_000006 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:03:33,210 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0012 container=Container: [ContainerId: container_1397145675630_0012_01_000006, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0012_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:33,210 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:03:33,210 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:33,615 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:33,615 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:33,615 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:33,615 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:33,616 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:33,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar dst=null perm=null
2014-04-10 11:03:33,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar dst=null perm=null
2014-04-10 11:03:33,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.xml dst=null perm=null
2014-04-10 11:03:33,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.xml dst=null perm=null
2014-04-10 11:03:33,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:33,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:33,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:33,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:33,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:33,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:33,762 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0012_000001 (auth:SIMPLE)
2014-04-10 11:03:33,762 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0012_000001 (auth:SIMPLE)
2014-04-10 11:03:33,766 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0012_01_000006 by user brock
2014-04-10 11:03:33,766 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0012
2014-04-10 11:03:33,767 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000006
2014-04-10 11:03:33,767 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0012 transitioned from NEW to INITING
2014-04-10 11:03:33,767 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0012_01_000005 by user brock
2014-04-10 11:03:33,767 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0012
2014-04-10 11:03:33,768 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000005
2014-04-10 11:03:33,767 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0012_01_000003 by user brock
2014-04-10 11:03:33,768 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0012 transitioned from NEW to INITING
2014-04-10 11:03:33,767 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0012_01_000002 by user brock
2014-04-10 11:03:33,767 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0012_01_000004 by user brock
2014-04-10 11:03:33,767 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0012_01_000006 to application application_1397145675630_0012
2014-04-10 11:03:33,769 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000002
2014-04-10 11:03:33,768 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000003
2014-04-10 11:03:33,768 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0012_01_000005 to application application_1397145675630_0012
2014-04-10 11:03:33,769 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0012_01_000003 to application application_1397145675630_0012
2014-04-10 11:03:33,770 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0012_01_000002 to application application_1397145675630_0012
2014-04-10 11:03:33,770 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0012_01_000004 to application application_1397145675630_0012
2014-04-10 11:03:33,770 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0012 transitioned from INITING to RUNNING
2014-04-10 11:03:33,770 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:03:33,769 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0012 transitioned from INITING to RUNNING
2014-04-10 11:03:33,769 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000004
2014-04-10 11:03:33,771 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:03:33,771 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:03:33,771 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0012
2014-04-10 11:03:33,771 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:03:33,771 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0012
2014-04-10 11:03:33,772 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:33,772 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:03:33,772 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0012
2014-04-10 11:03:33,772 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0012
2014-04-10 11:03:33,772 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0012
2014-04-10 11:03:33,772 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:33,772 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:03:33,773 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0012
2014-04-10 11:03:33,773 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:03:33,773 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:03:33,773 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0012_01_000006
2014-04-10 11:03:33,773 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:03:33,773 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0012
2014-04-10 11:03:33,773 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0012
2014-04-10 11:03:33,774 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:33,774 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0012
2014-04-10 11:03:33,774 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0012
2014-04-10 11:03:33,774 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0012
2014-04-10 11:03:33,774 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:33,774 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0012
2014-04-10 11:03:33,775 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0012
2014-04-10 11:03:33,775 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0012
2014-04-10 11:03:33,775 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:33,775 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0012
2014-04-10 11:03:33,775 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0012_01_000005
2014-04-10 11:03:33,776 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0012_01_000004
2014-04-10 11:03:33,776 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0012_01_000002
2014-04-10 11:03:33,776 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0012_01_000003
2014-04-10 11:03:33,797 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0012_01_000003.tokens. Credentials list:
2014-04-10 11:03:33,797 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397145675630_0012_01_000006.tokens. Credentials list:
2014-04-10 11:03:33,797 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0012_01_000004.tokens. Credentials list:
2014-04-10 11:03:33,797 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145675630_0012_01_000002.tokens. Credentials list:
2014-04-10 11:03:33,797 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0012_01_000005.tokens. Credentials list:
2014-04-10 11:03:33,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:03:33,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:03:33,902 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0012_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000003.tokens
2014-04-10 11:03:33,902 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397145675630_0012_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000006.tokens
2014-04-10 11:03:33,902 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0012 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0012
2014-04-10 11:03:33,902 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0012 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0012
2014-04-10 11:03:33,913 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741966_1142
2014-04-10 11:03:34,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar dst=null perm=null
2014-04-10 11:03:34,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar dst=null perm=null
2014-04-10 11:03:34,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar dst=null perm=null
2014-04-10 11:03:34,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar dst=null perm=null
2014-04-10 11:03:34,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar dst=null perm=null
2014-04-10 11:03:34,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar dst=null perm=null
2014-04-10 11:03:34,032 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55246, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_68792427_7585, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741962_1138, duration: 768750
2014-04-10 11:03:34,032 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49058, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1160434775_7586, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741962_1138, duration: 875930
2014-04-10 11:03:34,057 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:34,058 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:34,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.xml dst=null perm=null
2014-04-10 11:03:34,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.xml dst=null perm=null
2014-04-10 11:03:34,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.xml dst=null perm=null
2014-04-10 11:03:34,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.xml dst=null perm=null
2014-04-10 11:03:34,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.xml dst=null perm=null
2014-04-10 11:03:34,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.xml dst=null perm=null
2014-04-10 11:03:34,075 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53441, bytes: 83600, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_68792427_7585, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741965_1141, duration: 195878
2014-04-10 11:03:34,075 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40716, bytes: 83600, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1160434775_7586, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741965_1141, duration: 196851
2014-04-10 11:03:34,090 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0012/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:34,090 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:34,090 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:34,090 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0012/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:34,090 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:34,091 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:34,091 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:34,116 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073741952_1128, blk_1073741955_1131, blk_1073741959_1135, blk_1073741948_1124, blk_1073741949_1125, blk_1073741950_1126, blk_1073741951_1127]
2014-04-10 11:03:34,116 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073741952_1128, blk_1073741955_1131, blk_1073741959_1135, blk_1073741948_1124, blk_1073741949_1125, blk_1073741950_1126, blk_1073741951_1127]
2014-04-10 11:03:34,117 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:34,117 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:34,117 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:34,117 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:34,117 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:34,118 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:34,125 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:34,125 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:34,125 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:34,125 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:34,195 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000002/default_container_executor.sh]
2014-04-10 11:03:34,195 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000003/default_container_executor.sh]
2014-04-10 11:03:34,195 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000005/default_container_executor.sh]
2014-04-10 11:03:34,201 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000006/default_container_executor.sh]
2014-04-10 11:03:34,201 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000004/default_container_executor.sh]
2014-04-10 11:03:34,209 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:34,444 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0011_01_000001 succeeded
2014-04-10 11:03:34,444 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:03:34,444 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0011_01_000001
2014-04-10 11:03:34,451 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000001
2014-04-10 11:03:34,451 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000001
2014-04-10 11:03:34,451 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000001
2014-04-10 11:03:34,451 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000001
2014-04-10 11:03:34,452 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0011_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:03:34,452 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0011_01_000001 from application application_1397145675630_0011
2014-04-10 11:03:34,452 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:34,452 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0011
2014-04-10 11:03:34,452 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0011/container_1397145675630_0011_01_000001
2014-04-10 11:03:34,634 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:03:34,704 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:34,704 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:34,704 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:34,704 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:34,984 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0011_01_000001
2014-04-10 11:03:34,984 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0011_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:34,984 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0011_000001
2014-04-10 11:03:34,984 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0011_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:03:34,984 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0011_000001 State change from FINISHING to FINISHED
2014-04-10 11:03:34,984 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0011 CONTAINERID=container_1397145675630_0011_01_000001
2014-04-10 11:03:34,984 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0011 State change from FINISHING to FINISHED
2014-04-10 11:03:34,985 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0011_01_000001 of capacity <memory:2048, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:03:34,985 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0011_000001
2014-04-10 11:03:34,985 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:03:34,985 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0011
2014-04-10 11:03:34,985 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0011_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:34,985 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0011,name=[136472AE1DFD46559220EF8AF358A515/92DD838E13DF485FAD64F396BDB12A95] cogrouping/(2/2),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0011/jobhistory/job/job_1397145675630_0011,appMasterHost=localhost.localdomain,startTime=1397145798585,finishTime=1397145808254,finalStatus=SUCCEEDED
2014-04-10 11:03:34,985 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:34,985 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:03:34,985 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0011_000001 released container container_1397145675630_0011_01_000001 on node: host: localhost:43726 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:03:34,985 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0011_000001 is done. finalState=FINISHED
2014-04-10 11:03:34,985 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0011 requests cleared
2014-04-10 11:03:34,985 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0011 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:03:34,986 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0011 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:03:34,987 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0011_000001 (auth:SIMPLE)
2014-04-10 11:03:34,988 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741966_1142
2014-04-10 11:03:34,999 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0011_01_000001
2014-04-10 11:03:35,189 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:03:35,379 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0011 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:03:35,380 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0011
2014-04-10 11:03:35,380 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0011 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:03:35,380 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0011, with delay of 10800 seconds
2014-04-10 11:03:35,380 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0011
2014-04-10 11:03:35,380 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0011
2014-04-10 11:03:35,380 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0011
2014-04-10 11:03:35,380 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0011
2014-04-10 11:03:35,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741952_1128 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741952 for deletion
2014-04-10 11:03:35,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741955_1131 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741955 for deletion
2014-04-10 11:03:35,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741959_1135 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741959 for deletion
2014-04-10 11:03:35,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741952_1128 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741952
2014-04-10 11:03:35,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741959_1135 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741959
2014-04-10 11:03:35,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741948_1124 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741948 for deletion
2014-04-10 11:03:35,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741955_1131 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741955
2014-04-10 11:03:35,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741949_1125 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741949 for deletion
2014-04-10 11:03:35,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741950_1126 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741950 for deletion
2014-04-10 11:03:35,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741948_1124 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741948
2014-04-10 11:03:35,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741951_1127 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741951 for deletion
2014-04-10 11:03:35,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741950_1126 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741950
2014-04-10 11:03:35,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741949_1125 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741949
2014-04-10 11:03:35,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741951_1127 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741951
2014-04-10 11:03:35,417 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741962_1138
2014-04-10 11:03:35,418 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741966_1142
2014-04-10 11:03:35,530 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0012_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000005.tokens
2014-04-10 11:03:35,531 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0012 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0012
2014-04-10 11:03:35,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741952_1128 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741952 for deletion
2014-04-10 11:03:35,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741955_1131 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741955 for deletion
2014-04-10 11:03:35,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741952_1128 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741952
2014-04-10 11:03:35,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741959_1135 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741959 for deletion
2014-04-10 11:03:35,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741955_1131 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741955
2014-04-10 11:03:35,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741948_1124 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741948 for deletion
2014-04-10 11:03:35,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741959_1135 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741959
2014-04-10 11:03:35,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741949_1125 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741949 for deletion
2014-04-10 11:03:35,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741950_1126 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741950 for deletion
2014-04-10 11:03:35,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741948_1124 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741948
2014-04-10 11:03:35,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741951_1127 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741951 for deletion
2014-04-10 11:03:35,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741950_1126 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741950
2014-04-10 11:03:35,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741949_1125 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741949
2014-04-10 11:03:35,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741951_1127 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741951
2014-04-10 11:03:35,708 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:03:35,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145675630_0012_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000002.tokens
2014-04-10 11:03:35,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0012 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0012
2014-04-10 11:03:35,984 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0011 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:03:35,985 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0011
2014-04-10 11:03:35,985 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0011 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:03:35,985 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0011, with delay of 10800 seconds
2014-04-10 11:03:35,985 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0011
2014-04-10 11:03:35,985 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0011
2014-04-10 11:03:35,985 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0011
2014-04-10 11:03:35,986 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0011
2014-04-10 11:03:36,287 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:03:36,649 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0012_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000004.tokens
2014-04-10 11:03:36,649 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0012 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0012
2014-04-10 11:03:37,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.split dst=null perm=null
2014-04-10 11:03:37,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.split dst=null perm=null
2014-04-10 11:03:37,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.split dst=null perm=null
2014-04-10 11:03:37,173 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55263, bytes: 1377, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0012_m_000002_0_-2103062313_1, offset: 512, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741963_1139, duration: 185410
2014-04-10 11:03:37,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.split dst=null perm=null
2014-04-10 11:03:37,215 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55265, bytes: 861, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0012_m_000004_0_-923167196_1, offset: 1024, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741963_1139, duration: 174186
2014-04-10 11:03:37,222 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40736, bytes: 1893, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0012_m_000001_0_507219106_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741963_1139, duration: 206110
2014-04-10 11:03:37,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:03:37,277 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55268, bytes: 861, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0012_m_000003_0_1986569969_1, offset: 1024, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741963_1139, duration: 159999
2014-04-10 11:03:37,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:03:37,287 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49081, bytes: 56, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0012_m_000001_0_507219106_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088, duration: 160580
2014-04-10 11:03:37,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:03:37,296 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53464, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0012_m_000004_0_-923167196_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089, duration: 205815
2014-04-10 11:03:37,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job.split dst=null perm=null
2014-04-10 11:03:37,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:03:37,357 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53466, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0012_m_000003_0_1986569969_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089, duration: 113704
2014-04-10 11:03:37,411 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49086, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0012_m_000002_0_-2103062313_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089, duration: 169466
2014-04-10 11:03:37,422 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55273, bytes: 1893, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0012_m_000000_0_1706803121_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741963_1139, duration: 199529
2014-04-10 11:03:37,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/_temporary/1/_temporary/attempt_1397145675630_0012_m_000002_0 dst=null perm=null
2014-04-10 11:03:37,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:03:37,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7 dst=null perm=null
2014-04-10 11:03:37,565 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0012_01_000004
2014-04-10 11:03:37,565 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000004
2014-04-10 11:03:37,565 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:03:37,565 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0012_01_000004
2014-04-10 11:03:37,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7 dst=null perm=null
2014-04-10 11:03:37,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7 dst=null perm=null
2014-04-10 11:03:37,580 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job_1397145675630_0012_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:03:37,580 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0012_01_000004 is : 143
2014-04-10 11:03:37,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00000 dst=null perm=null
2014-04-10 11:03:37,593 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:37,593 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000004
2014-04-10 11:03:37,594 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000004
2014-04-10 11:03:37,594 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000004
2014-04-10 11:03:37,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/_temporary/1/_temporary/attempt_1397145675630_0012_m_000004_0 dst=null perm=null
2014-04-10 11:03:37,594 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000004
2014-04-10 11:03:37,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00000 dst=null perm=null
2014-04-10 11:03:37,595 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000004
2014-04-10 11:03:37,595 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:37,595 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0012_01_000004 from application application_1397145675630_0012
2014-04-10 11:03:37,595 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:37,596 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0012
2014-04-10 11:03:37,599 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49087, bytes: 142, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0012_m_000001_0_507219106_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741954_1130, duration: 174406
2014-04-10 11:03:37,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00001 dst=null perm=null
2014-04-10 11:03:37,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00001 dst=null perm=null
2014-04-10 11:03:37,613 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55276, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0012_m_000001_0_507219106_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741957_1133, duration: 188696
2014-04-10 11:03:37,614 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741967_1143 src: /127.0.0.1:49089 dest: /127.0.0.1:53749
2014-04-10 11:03:37,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00002 dst=null perm=null
2014-04-10 11:03:37,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00002 dst=null perm=null
2014-04-10 11:03:37,618 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741967_1143 src: /127.0.0.1:55278 dest: /127.0.0.1:50911
2014-04-10 11:03:37,619 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741967_1143 src: /127.0.0.1:53474 dest: /127.0.0.1:36156
2014-04-10 11:03:37,620 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53473, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0012_m_000001_0_507219106_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741956_1132, duration: 159756
2014-04-10 11:03:37,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00003 dst=null perm=null
2014-04-10 11:03:37,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00003 dst=null perm=null
2014-04-10 11:03:37,624 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53473, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0012_m_000001_0_507219106_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741958_1134, duration: 135966
2014-04-10 11:03:37,624 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job_1397145675630_0012_1.jhist for DFSClient_NONMAPREDUCE_-446045848_1
2014-04-10 11:03:37,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00004 dst=null perm=null
2014-04-10 11:03:37,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00004 dst=null perm=null
2014-04-10 11:03:37,629 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40736, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0012_m_000001_0_507219106_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741953_1129, duration: 162532
2014-04-10 11:03:37,649 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0012_01_000006
2014-04-10 11:03:37,650 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000006
2014-04-10 11:03:37,650 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:03:37,650 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0012_01_000006
2014-04-10 11:03:37,655 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0012_01_000006 is : 143
2014-04-10 11:03:37,666 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:37,666 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000006
2014-04-10 11:03:37,666 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000006
2014-04-10 11:03:37,667 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000006
2014-04-10 11:03:37,667 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000006
2014-04-10 11:03:37,667 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:37,667 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0012_01_000006 from application application_1397145675630_0012
2014-04-10 11:03:37,667 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:37,667 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0012
2014-04-10 11:03:37,667 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000006
2014-04-10 11:03:37,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/_temporary/1/_temporary/attempt_1397145675630_0012_m_000003_0 dst=null perm=null
2014-04-10 11:03:37,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/_temporary/1/_temporary/attempt_1397145675630_0012_m_000001_0 dst=null perm=null
2014-04-10 11:03:37,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7 dst=null perm=null
2014-04-10 11:03:37,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7 dst=null perm=null
2014-04-10 11:03:37,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7 dst=null perm=null
2014-04-10 11:03:37,734 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0012_01_000005
2014-04-10 11:03:37,734 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000005
2014-04-10 11:03:37,734 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:03:37,734 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0012_01_000005
2014-04-10 11:03:37,734 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0012_01_000004
2014-04-10 11:03:37,738 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:37,738 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0012_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:03:37,738 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000004
2014-04-10 11:03:37,738 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0012_01_000004 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:03:37,738 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:03:37,739 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0012_01_000004, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:37,739 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:37,739 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:03:37,739 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0012_000001 released container container_1397145675630_0012_01_000004 on node: host: localhost:55857 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:03:37,743 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0012_01_000005 is : 143
2014-04-10 11:03:37,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00000 dst=null perm=null
2014-04-10 11:03:37,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00000 dst=null perm=null
2014-04-10 11:03:37,750 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0012_01_000003
2014-04-10 11:03:37,750 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000003
2014-04-10 11:03:37,751 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40750, bytes: 142, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0012_m_000000_0_1706803121_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741954_1130, duration: 160109
2014-04-10 11:03:37,755 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:37,755 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:03:37,755 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000005
2014-04-10 11:03:37,755 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000005
2014-04-10 11:03:37,756 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000005
2014-04-10 11:03:37,756 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000005
2014-04-10 11:03:37,756 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0012_01_000003
2014-04-10 11:03:37,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00001 dst=null perm=null
2014-04-10 11:03:37,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00001 dst=null perm=null
2014-04-10 11:03:37,761 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55273, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0012_m_000000_0_1706803121_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741957_1133, duration: 160366
2014-04-10 11:03:37,761 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0012_01_000003 is : 143
2014-04-10 11:03:37,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00002 dst=null perm=null
2014-04-10 11:03:37,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00002 dst=null perm=null
2014-04-10 11:03:37,765 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53476, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0012_m_000000_0_1706803121_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741956_1132, duration: 130145
2014-04-10 11:03:37,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00003 dst=null perm=null
2014-04-10 11:03:37,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00003 dst=null perm=null
2014-04-10 11:03:37,769 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49095, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0012_m_000000_0_1706803121_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741958_1134, duration: 108336
2014-04-10 11:03:37,771 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000005
2014-04-10 11:03:37,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00004 dst=null perm=null
2014-04-10 11:03:37,771 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:37,771 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:37,771 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0012_01_000005 from application application_1397145675630_0012
2014-04-10 11:03:37,771 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:37,771 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0012
2014-04-10 11:03:37,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7/part-00004 dst=null perm=null
2014-04-10 11:03:37,772 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000003
2014-04-10 11:03:37,772 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000003
2014-04-10 11:03:37,772 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000003
2014-04-10 11:03:37,772 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000003
2014-04-10 11:03:37,772 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000003
2014-04-10 11:03:37,772 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:37,772 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0012_01_000003 from application application_1397145675630_0012
2014-04-10 11:03:37,772 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:37,772 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0012
2014-04-10 11:03:37,774 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55273, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0012_m_000000_0_1706803121_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741953_1129, duration: 156282
2014-04-10 11:03:37,776 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40750, bytes: 56, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0012_m_000000_0_1706803121_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088, duration: 127073
2014-04-10 11:03:37,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/_temporary/1/_temporary/attempt_1397145675630_0012_m_000000_0 dst=null perm=null
2014-04-10 11:03:37,868 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0012_01_000002
2014-04-10 11:03:37,868 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000002
2014-04-10 11:03:37,868 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:03:37,868 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0012_01_000002
2014-04-10 11:03:37,869 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0012_01_000003
2014-04-10 11:03:37,869 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0012_01_000005
2014-04-10 11:03:37,869 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:37,870 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0012_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:03:37,870 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000003
2014-04-10 11:03:37,870 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0012_01_000003 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:03:37,870 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:03:37,870 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0012_01_000003, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:37,870 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:37,871 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:03:37,871 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0012_000001 released container container_1397145675630_0012_01_000003 on node: host: localhost:55857 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:03:37,871 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:37,871 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0012_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:03:37,871 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000005
2014-04-10 11:03:37,871 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0012_01_000005 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:03:37,872 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:03:37,872 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0012_01_000005, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:37,872 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:37,872 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:03:37,872 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0012_000001 released container container_1397145675630_0012_01_000005 on node: host: localhost:55857 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:03:37,877 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0012_01_000002 is : 143
2014-04-10 11:03:37,890 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:37,890 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000002
2014-04-10 11:03:37,890 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000002
2014-04-10 11:03:37,890 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000002
2014-04-10 11:03:37,891 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000002
2014-04-10 11:03:37,891 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000002
2014-04-10 11:03:37,891 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:37,891 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0012_01_000002 from application application_1397145675630_0012
2014-04-10 11:03:37,891 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:37,891 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0012
2014-04-10 11:03:38,650 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0012_01_000006
2014-04-10 11:03:38,651 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:38,651 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0012_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:03:38,651 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000006
2014-04-10 11:03:38,651 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0012_01_000006 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:03:38,651 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:03:38,652 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0012_01_000006, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:38,652 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:38,652 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:03:38,652 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0012_000001 released container container_1397145675630_0012_01_000006 on node: host: localhost:38779 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:03:38,869 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0012_01_000002
2014-04-10 11:03:38,870 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:38,870 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0012_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:03:38,870 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000002
2014-04-10 11:03:38,870 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0012_01_000002 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:03:38,871 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:03:38,871 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0012_01_000002, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:38,871 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:38,871 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:03:38,871 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0012_000001 released container container_1397145675630_0012_01_000002 on node: host: localhost:55857 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:03:38,872 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:38,872 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000007
2014-04-10 11:03:38,872 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0012_01_000007 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:03:38,873 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0012 container=Container: [ContainerId: container_1397145675630_0012_01_000007, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0012_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:38,873 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:03:38,873 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:39,674 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:39,687 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0012_01_000007 by user brock
2014-04-10 11:03:39,687 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000007
2014-04-10 11:03:39,687 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0012_01_000007 to application application_1397145675630_0012
2014-04-10 11:03:39,688 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 11:03:39,688 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0012
2014-04-10 11:03:39,688 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0012
2014-04-10 11:03:39,688 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:39,688 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0012
2014-04-10 11:03:39,689 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:39,722 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:39,722 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:39,783 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000007/default_container_executor.sh]
2014-04-10 11:03:39,870 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:40,679 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:03:41,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/_temporary/1/_temporary/attempt_1397145675630_0012_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:41,508 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/_temporary/1/_temporary/attempt_1397145675630_0012_r_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:03:41,582 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741968_1144 src: /127.0.0.1:55295 dest: /127.0.0.1:50911
2014-04-10 11:03:41,583 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741968_1144 src: /127.0.0.1:53490 dest: /127.0.0.1:36156
2014-04-10 11:03:41,584 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741968_1144 src: /127.0.0.1:49109 dest: /127.0.0.1:53749
2014-04-10 11:03:41,594 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49109, dest: /127.0.0.1:53749, bytes: 592, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0012_r_000000_0_924898695_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741968_1144, duration: 9579655
2014-04-10 11:03:41,594 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741968_1144, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:41,594 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:41,595 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53490, dest: /127.0.0.1:36156, bytes: 592, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0012_r_000000_0_924898695_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741968_1144, duration: 9980792
2014-04-10 11:03:41,595 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741968_1144, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:41,595 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:41,595 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55295, dest: /127.0.0.1:50911, bytes: 592, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0012_r_000000_0_924898695_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741968_1144, duration: 10454792
2014-04-10 11:03:41,595 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741968_1144, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:41,595 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:41,611 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/_temporary/1/_temporary/attempt_1397145675630_0012_r_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0012_r_000000_0_924898695_1
2014-04-10 11:03:41,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/_temporary/1/_temporary/attempt_1397145675630_0012_r_000000_0 dst=null perm=null
2014-04-10 11:03:41,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/_temporary/1/_temporary/attempt_1397145675630_0012_r_000000_0 dst=null perm=null
2014-04-10 11:03:41,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/_temporary/1/task_1397145675630_0012_r_000000 dst=null perm=null
2014-04-10 11:03:41,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/_temporary/1/_temporary/attempt_1397145675630_0012_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/_temporary/1/task_1397145675630_0012_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:03:41,732 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0012_01_000007
2014-04-10 11:03:41,732 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000007
2014-04-10 11:03:41,732 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000007 transitioned from RUNNING to KILLING
2014-04-10 11:03:41,733 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0012_01_000007
2014-04-10 11:03:41,740 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0012_01_000007 is : 143
2014-04-10 11:03:41,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:41,756 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:41,757 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000007
2014-04-10 11:03:41,757 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000007
2014-04-10 11:03:41,757 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000007
2014-04-10 11:03:41,757 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000007
2014-04-10 11:03:41,757 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000007
2014-04-10 11:03:41,757 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:41,758 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0012_01_000007 from application application_1397145675630_0012
2014-04-10 11:03:41,758 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:41,758 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0012
2014-04-10 11:03:41,770 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-446045848_1
2014-04-10 11:03:41,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/_temporary/1 dst=null perm=null
2014-04-10 11:03:41,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs dst=null perm=null
2014-04-10 11:03:41,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs dst=null perm=null
2014-04-10 11:03:41,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/_temporary/1/task_1397145675630_0012_r_000000 dst=null perm=null
2014-04-10 11:03:41,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/part-00000 dst=null perm=null
2014-04-10 11:03:41,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/_temporary/1/task_1397145675630_0012_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:41,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/_temporary dst=null perm=null
2014-04-10 11:03:41,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:41,853 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-446045848_1
2014-04-10 11:03:41,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:41,886 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-446045848_1
2014-04-10 11:03:41,913 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53474, dest: /127.0.0.1:36156, bytes: 69514, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-446045848_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741967_1143, duration: 4291942505
2014-04-10 11:03:41,913 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741967_1143, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:41,914 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 15771
2014-04-10 11:03:41,915 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55278, dest: /127.0.0.1:50911, bytes: 69514, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-446045848_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741967_1143, duration: 4292696249
2014-04-10 11:03:41,915 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741967_1143, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:41,916 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 15771
2014-04-10 11:03:41,916 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49089, dest: /127.0.0.1:53749, bytes: 69514, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-446045848_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741967_1143, duration: 4293428561
2014-04-10 11:03:41,916 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741967_1143, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:41,916 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 15771
2014-04-10 11:03:41,928 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job_1397145675630_0012_1.jhist is closed by DFSClient_NONMAPREDUCE_-446045848_1
2014-04-10 11:03:41,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:41,948 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:03:41,964 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741969_1145 src: /127.0.0.1:49110 dest: /127.0.0.1:53749
2014-04-10 11:03:41,965 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741969_1145 src: /127.0.0.1:55299 dest: /127.0.0.1:50911
2014-04-10 11:03:41,966 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741969_1145 src: /127.0.0.1:53494 dest: /127.0.0.1:36156
2014-04-10 11:03:41,970 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53494, dest: /127.0.0.1:36156, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-446045848_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741969_1145, duration: 2008113
2014-04-10 11:03:41,970 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741969_1145, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:41,970 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:03:41,970 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55299, dest: /127.0.0.1:50911, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-446045848_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741969_1145, duration: 2460461
2014-04-10 11:03:41,971 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741969_1145, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:41,971 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:03:41,979 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49110, dest: /127.0.0.1:53749, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-446045848_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741969_1145, duration: 3295842
2014-04-10 11:03:41,980 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741969_1145, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:41,980 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:03:41,995 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012.summary_tmp is closed by DFSClient_NONMAPREDUCE_-446045848_1
2014-04-10 11:03:42,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:42,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job_1397145675630_0012_1.jhist dst=null perm=null
2014-04-10 11:03:42,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012-1397145808860-brock-%5B136472AE1DFD46559220EF8AF358A515%2FE680BC4776F542BA-1397145821888-5-1-SUCCEEDED-default-1397145811588.jhist_tmp dst=null perm=null
2014-04-10 11:03:42,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job_1397145675630_0012_1.jhist dst=null perm=null
2014-04-10 11:03:42,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012-1397145808860-brock-%5B136472AE1DFD46559220EF8AF358A515%2FE680BC4776F542BA-1397145821888-5-1-SUCCEEDED-default-1397145811588.jhist_tmp dst=null perm=null
2014-04-10 11:03:42,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job_1397145675630_0012_1.jhist dst=null perm=null
2014-04-10 11:03:42,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012-1397145808860-brock-%5B136472AE1DFD46559220EF8AF358A515%2FE680BC4776F542BA-1397145821888-5-1-SUCCEEDED-default-1397145811588.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:42,048 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55301, bytes: 70058, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-446045848_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741967_1143, duration: 402631
2014-04-10 11:03:42,051 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012-1397145808860-brock-%5B136472AE1DFD46559220EF8AF358A515%2FE680BC4776F542BA-1397145821888-5-1-SUCCEEDED-default-1397145811588.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:03:42,114 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741970_1146 src: /127.0.0.1:55302 dest: /127.0.0.1:50911
2014-04-10 11:03:42,115 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741970_1146 src: /127.0.0.1:49115 dest: /127.0.0.1:53749
2014-04-10 11:03:42,116 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741970_1146 src: /127.0.0.1:53498 dest: /127.0.0.1:36156
2014-04-10 11:03:42,120 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53498, dest: /127.0.0.1:36156, bytes: 69514, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-446045848_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741970_1146, duration: 3094588
2014-04-10 11:03:42,121 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741970_1146, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:42,121 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:42,121 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49115, dest: /127.0.0.1:53749, bytes: 69514, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-446045848_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741970_1146, duration: 3826588
2014-04-10 11:03:42,122 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741970_1146, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:42,122 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:42,122 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55302, dest: /127.0.0.1:50911, bytes: 69514, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-446045848_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741970_1146, duration: 4435596
2014-04-10 11:03:42,122 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741970_1146, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:42,123 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:42,136 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012-1397145808860-brock-%5B136472AE1DFD46559220EF8AF358A515%2FE680BC4776F542BA-1397145821888-5-1-SUCCEEDED-default-1397145811588.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-446045848_1
2014-04-10 11:03:42,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012-1397145808860-brock-%5B136472AE1DFD46559220EF8AF358A515%2FE680BC4776F542BA-1397145821888-5-1-SUCCEEDED-default-1397145811588.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:42,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job_1397145675630_0012_1_conf.xml dst=null perm=null
2014-04-10 11:03:42,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012_conf.xml_tmp dst=null perm=null
2014-04-10 11:03:42,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job_1397145675630_0012_1_conf.xml dst=null perm=null
2014-04-10 11:03:42,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012_conf.xml_tmp dst=null perm=null
2014-04-10 11:03:42,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012/job_1397145675630_0012_1_conf.xml dst=null perm=null
2014-04-10 11:03:42,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:42,181 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40774, bytes: 97715, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-446045848_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741966_1142, duration: 365039
2014-04-10 11:03:42,184 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:03:42,197 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741971_1147 src: /127.0.0.1:40775 dest: /127.0.0.1:37218
2014-04-10 11:03:42,198 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741971_1147 src: /127.0.0.1:55307 dest: /127.0.0.1:50911
2014-04-10 11:03:42,199 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741971_1147 src: /127.0.0.1:53502 dest: /127.0.0.1:36156
2014-04-10 11:03:42,203 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53502, dest: /127.0.0.1:36156, bytes: 96955, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-446045848_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741971_1147, duration: 2419761
2014-04-10 11:03:42,203 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741971_1147, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:42,203 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55307, dest: /127.0.0.1:50911, bytes: 96955, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-446045848_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741971_1147, duration: 2989285
2014-04-10 11:03:42,203 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:42,204 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741971_1147, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:42,204 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40775, dest: /127.0.0.1:37218, bytes: 96955, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-446045848_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741971_1147, duration: 3493509
2014-04-10 11:03:42,204 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741971_1147, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:42,204 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:42,205 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:42,220 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-446045848_1
2014-04-10 11:03:42,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:42,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:42,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:42,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012-1397145808860-brock-%5B136472AE1DFD46559220EF8AF358A515%2FE680BC4776F542BA-1397145821888-5-1-SUCCEEDED-default-1397145811588.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012-1397145808860-brock-%5B136472AE1DFD46559220EF8AF358A515%2FE680BC4776F542BA-1397145821888-5-1-SUCCEEDED-default-1397145811588.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:42,295 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0012_000001 with final state: FINISHING
2014-04-10 11:03:42,295 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0012_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:03:42,295 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0012 with final state: FINISHING
2014-04-10 11:03:42,295 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0012 State change from RUNNING to FINAL_SAVING
2014-04-10 11:03:42,295 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0012
2014-04-10 11:03:42,360 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0012_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:03:42,360 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0012 State change from FINAL_SAVING to FINISHING
2014-04-10 11:03:42,388 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:03:42,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:03:42,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:03:42,396 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0012 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012-1397145808860-brock-%5B136472AE1DFD46559220EF8AF358A515%2FE680BC4776F542BA-1397145821888-5-1-SUCCEEDED-default-1397145811588.jhist
2014-04-10 11:03:42,396 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012-1397145808860-brock-%5B136472AE1DFD46559220EF8AF358A515%2FE680BC4776F542BA-1397145821888-5-1-SUCCEEDED-default-1397145811588.jhist]
2014-04-10 11:03:42,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012-1397145808860-brock-%5B136472AE1DFD46559220EF8AF358A515%2FE680BC4776F542BA-1397145821888-5-1-SUCCEEDED-default-1397145811588.jhist dst=null perm=null
2014-04-10 11:03:42,400 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53506, bytes: 70058, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741970_1146, duration: 424158
2014-04-10 11:03:42,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012.summary dst=null perm=null
2014-04-10 11:03:42,430 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55313, bytes: 456, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741969_1145, duration: 239035
2014-04-10 11:03:42,430 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0012,submitTime=1397145808860,launchTime=1397145811588,firstMapTaskLaunchTime=1397145813777,firstReduceTaskLaunchTime=1397145819688,finishTime=1397145821888,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=19,reduceSlotSeconds=2,jobName=[136472AE1DFD46559220EF8AF358A515/E680BC4776F542BAB26AF94BD3F27128] cogrouping/(1/2) ...tform/joinsintocogrouprhs
2014-04-10 11:03:42,430 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012.summary]
2014-04-10 11:03:42,445 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741969_1145 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:03:42,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012.summary dst=null perm=null
2014-04-10 11:03:42,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:03:42,448 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012-1397145808860-brock-%5B136472AE1DFD46559220EF8AF358A515%2FE680BC4776F542BA-1397145821888-5-1-SUCCEEDED-default-1397145811588.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0012-1397145808860-brock-%5B136472AE1DFD46559220EF8AF358A515%2FE680BC4776F542BA-1397145821888-5-1-SUCCEEDED-default-1397145811588.jhist
2014-04-10 11:03:42,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012-1397145808860-brock-%5B136472AE1DFD46559220EF8AF358A515%2FE680BC4776F542BA-1397145821888-5-1-SUCCEEDED-default-1397145811588.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0012-1397145808860-brock-%5B136472AE1DFD46559220EF8AF358A515%2FE680BC4776F542BA-1397145821888-5-1-SUCCEEDED-default-1397145811588.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:42,462 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0012_conf.xml
2014-04-10 11:03:42,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0012_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0012_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:42,511 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741954_1130 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:36156
2014-04-10 11:03:42,512 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741957_1133 127.0.0.1:36156 127.0.0.1:50911 127.0.0.1:37218
2014-04-10 11:03:42,512 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741956_1132 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:53749
2014-04-10 11:03:42,512 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741958_1134 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:03:42,512 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741953_1129 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:50911
2014-04-10 11:03:42,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/2868322138_lower_upper_AB5CB6C1AD8E49DC84E2AAD054794BB7 dst=null perm=null
2014-04-10 11:03:42,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs dst=null perm=null
2014-04-10 11:03:42,514 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/_temporary
2014-04-10 11:03:42,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/_temporary dst=null perm=null
2014-04-10 11:03:42,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs dst=null perm=null
2014-04-10 11:03:42,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs dst=null perm=null
2014-04-10 11:03:42,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs dst=null perm=null
2014-04-10 11:03:42,533 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:03:42,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/part-00000 dst=null perm=null
2014-04-10 11:03:42,535 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55313, bytes: 600, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741968_1144, duration: 111426
2014-04-10 11:03:42,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs dst=null perm=null
2014-04-10 11:03:42,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs dst=null perm=null
2014-04-10 11:03:42,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs dst=null perm=null
2014-04-10 11:03:42,547 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:03:42,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/part-00000 dst=null perm=null
2014-04-10 11:03:42,549 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49127, bytes: 600, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741968_1144, duration: 113209
2014-04-10 11:03:42,549 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs
2014-04-10 11:03:42,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs dst=null perm=null
2014-04-10 11:03:42,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs dst=null perm=null
2014-04-10 11:03:42,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs dst=null perm=null
2014-04-10 11:03:42,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs dst=null perm=null
2014-04-10 11:03:42,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/part-00000 dst=null perm=null
2014-04-10 11:03:42,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogrouprhs/part-00000 dst=null perm=null
2014-04-10 11:03:42,554 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49127, bytes: 600, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741968_1144, duration: 286023
2014-04-10 11:03:42,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:03:42,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:42,627 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:03:42,627 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:03:42,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher dst=null perm=null
2014-04-10 11:03:42,640 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 11:03:42,641 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:03:42,641 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:03:42,641 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher"]
2014-04-10 11:03:42,641 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 11:03:42,641 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 11:03:42,641 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 11:03:42,642 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...dpipesplatform/joinhasher
2014-04-10 11:03:42,657 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:03:42,664 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:03:42,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher dst=null perm=null
2014-04-10 11:03:42,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:03:42,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:03:42,668 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 13
2014-04-10 11:03:42,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013 dst=null perm=null
2014-04-10 11:03:42,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:03:42,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:03:42,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar dst=null perm=null
2014-04-10 11:03:42,733 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0012_01_000007
2014-04-10 11:03:42,734 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:42,734 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0012_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 11:03:42,734 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000007
2014-04-10 11:03:42,734 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0012_01_000007 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:03:42,734 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:03:42,735 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0012_01_000007, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:42,735 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:42,735 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:03:42,735 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0012_000001 released container container_1397145675630_0012_01_000007 on node: host: localhost:55857 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:03:42,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:42,739 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:03:42,754 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741972_1148 src: /127.0.0.1:40785 dest: /127.0.0.1:37218
2014-04-10 11:03:42,756 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741972_1148 src: /127.0.0.1:49129 dest: /127.0.0.1:53749
2014-04-10 11:03:42,757 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741972_1148 src: /127.0.0.1:55318 dest: /127.0.0.1:50911
2014-04-10 11:03:42,762 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55318, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741972_1148, duration: 3872983
2014-04-10 11:03:42,762 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741972_1148, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:42,762 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:03:42,762 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49129, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741972_1148, duration: 4406481
2014-04-10 11:03:42,763 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741972_1148, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:42,763 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:03:42,764 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40785, dest: /127.0.0.1:37218, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741972_1148, duration: 4871506
2014-04-10 11:03:42,764 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741972_1148, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:42,764 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:03:42,778 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:03:42,779 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar
2014-04-10 11:03:42,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar dst=null perm=null
2014-04-10 11:03:42,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:42,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:42,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:42,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:42,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:03:42,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:03:42,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:03:42,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:03:42,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:03:42,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:42,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:03:42,823 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:03:42,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:03:42,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:42,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:42,854 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.split
2014-04-10 11:03:42,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.split dst=null perm=null
2014-04-10 11:03:42,872 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:03:42,888 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741973_1149 src: /127.0.0.1:55319 dest: /127.0.0.1:50911
2014-04-10 11:03:42,889 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741973_1149 src: /127.0.0.1:53514 dest: /127.0.0.1:36156
2014-04-10 11:03:42,890 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741973_1149 src: /127.0.0.1:49133 dest: /127.0.0.1:53749
2014-04-10 11:03:42,891 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741973_1149 src: /127.0.0.1:40791 dest: /127.0.0.1:37218
2014-04-10 11:03:42,895 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40791, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741973_1149, duration: 2301531
2014-04-10 11:03:42,895 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741973_1149, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:42,895 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:42,896 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49133, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741973_1149, duration: 2980714
2014-04-10 11:03:42,896 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741973_1149, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:42,896 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:42,896 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53514, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741973_1149, duration: 3584300
2014-04-10 11:03:42,897 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741973_1149, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:42,897 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:42,897 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55319, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741973_1149, duration: 4092379
2014-04-10 11:03:42,897 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741973_1149, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:42,898 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:42,911 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:03:42,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:42,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:42,946 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:03:42,963 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741974_1150 src: /127.0.0.1:49135 dest: /127.0.0.1:53749
2014-04-10 11:03:42,964 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741974_1150 src: /127.0.0.1:40793 dest: /127.0.0.1:37218
2014-04-10 11:03:42,965 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741974_1150 src: /127.0.0.1:55325 dest: /127.0.0.1:50911
2014-04-10 11:03:42,968 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55325, dest: /127.0.0.1:50911, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741974_1150, duration: 1438636
2014-04-10 11:03:42,968 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741974_1150, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:42,968 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:03:42,968 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40793, dest: /127.0.0.1:37218, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741974_1150, duration: 1990886
2014-04-10 11:03:42,969 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741974_1150, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:42,969 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:03:42,969 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49135, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741974_1150, duration: 2597556
2014-04-10 11:03:42,969 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741974_1150, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:42,970 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:03:42,986 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:03:42,987 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:03:43,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:43,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:43,027 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:03:43,046 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741975_1151 src: /127.0.0.1:55326 dest: /127.0.0.1:50911
2014-04-10 11:03:43,048 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741975_1151 src: /127.0.0.1:53521 dest: /127.0.0.1:36156
2014-04-10 11:03:43,049 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741975_1151 src: /127.0.0.1:49140 dest: /127.0.0.1:53749
2014-04-10 11:03:43,053 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49140, dest: /127.0.0.1:53749, bytes: 81618, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741975_1151, duration: 2455415
2014-04-10 11:03:43,053 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741975_1151, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:43,053 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:03:43,053 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53521, dest: /127.0.0.1:36156, bytes: 81618, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741975_1151, duration: 3042650
2014-04-10 11:03:43,054 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741975_1151, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:43,054 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:03:43,054 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55326, dest: /127.0.0.1:50911, bytes: 81618, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741975_1151, duration: 3669411
2014-04-10 11:03:43,054 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741975_1151, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:43,055 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:03:43,103 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:03:43,103 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0013
2014-04-10 11:03:43,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013 dst=null perm=null
2014-04-10 11:03:43,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.xml dst=null perm=null
2014-04-10 11:03:43,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.xml dst=null perm=null
2014-04-10 11:03:43,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar dst=null perm=null
2014-04-10 11:03:43,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar dst=null perm=null
2014-04-10 11:03:43,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.split dst=null perm=null
2014-04-10 11:03:43,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.split dst=null perm=null
2014-04-10 11:03:43,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:43,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:43,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:43,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:43,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:43,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:43,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:43,118 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53749 to replicate blk_1073741972_1148 to datanode(s) 127.0.0.1:36156
2014-04-10 11:03:43,118 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073741953_1129, blk_1073741969_1145, blk_1073741954_1130, blk_1073741956_1132, blk_1073741957_1133, blk_1073741958_1134]
2014-04-10 11:03:43,119 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073741969_1145, blk_1073741954_1130, blk_1073741956_1132, blk_1073741958_1134]
2014-04-10 11:03:43,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:43,161 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 13 submitted by user brock
2014-04-10 11:03:43,161 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0013
2014-04-10 11:03:43,161 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0013
2014-04-10 11:03:43,161 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0013
2014-04-10 11:03:43,161 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0013 State change from NEW to NEW_SAVING
2014-04-10 11:03:43,162 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0013 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:03:43,162 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0013_000001
2014-04-10 11:03:43,162 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0013_000001 State change from NEW to SUBMITTED
2014-04-10 11:03:43,163 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0013 from user: brock activated in queue: default
2014-04-10 11:03:43,163 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0013 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:03:43,163 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0013
2014-04-10 11:03:43,163 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0013 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:03:43,163 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0013_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:03:43,164 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0013_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:03:43,166 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0013 State change from SUBMITTED to ACCEPTED
2014-04-10 11:03:43,167 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0013/
2014-04-10 11:03:43,167 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397145675630_0013
2014-04-10 11:03:43,167 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:33250/proxy/application_1397145675630_0013/
2014-04-10 11:03:43,311 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741962_1138 127.0.0.1:36156 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:03:43,312 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741963_1139 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:03:43,312 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741964_1140 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:36156
2014-04-10 11:03:43,312 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741965_1141 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:36156
2014-04-10 11:03:43,313 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741967_1143 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:03:43,313 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741966_1142 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:03:43,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0012 dst=null perm=null
2014-04-10 11:03:43,383 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0013_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:43,383 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000001
2014-04-10 11:03:43,383 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0013_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:03:43,383 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0013 container=Container: [ContainerId: container_1397145675630_0013_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0013_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:43,383 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:03:43,383 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0013_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:43,383 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:43,384 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0013 AttemptId: appattempt_1397145675630_0013_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0013_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ]
2014-04-10 11:03:43,384 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0013_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:03:43,385 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0013_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:03:43,385 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0013_000001
2014-04-10 11:03:43,385 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0013_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] for AM appattempt_1397145675630_0013_000001
2014-04-10 11:03:43,386 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0013_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:03:43,389 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0013_000001 (auth:SIMPLE)
2014-04-10 11:03:43,391 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0013_01_000001 by user brock
2014-04-10 11:03:43,391 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0013
2014-04-10 11:03:43,391 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000001
2014-04-10 11:03:43,391 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0013 transitioned from NEW to INITING
2014-04-10 11:03:43,391 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0013_01_000001 to application application_1397145675630_0013
2014-04-10 11:03:43,392 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0013 transitioned from INITING to RUNNING
2014-04-10 11:03:43,392 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0013_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] for AM appattempt_1397145675630_0013_000001
2014-04-10 11:03:43,392 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0013_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:03:43,392 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:03:43,392 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0013
2014-04-10 11:03:43,393 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:03:43,393 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:03:43,393 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:03:43,393 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:03:43,393 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0013_01_000001
2014-04-10 11:03:43,403 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145675630_0013_01_000001.tokens. Credentials list:
2014-04-10 11:03:43,417 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:03:43,479 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145675630_0013_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000001.tokens
2014-04-10 11:03:43,479 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0013 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0013
2014-04-10 11:03:43,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar dst=null perm=null
2014-04-10 11:03:43,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar dst=null perm=null
2014-04-10 11:03:43,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar dst=null perm=null
2014-04-10 11:03:43,590 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40803, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-30534442_8092, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741972_1148, duration: 836355
2014-04-10 11:03:43,615 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0013/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:43,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:43,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:43,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:43,641 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55335, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-30534442_8092, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741974_1150, duration: 236251
2014-04-10 11:03:43,659 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0013/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:43,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.split dst=null perm=null
2014-04-10 11:03:43,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.split dst=null perm=null
2014-04-10 11:03:43,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.split dst=null perm=null
2014-04-10 11:03:43,684 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55335, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-30534442_8092, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741973_1149, duration: 305970
2014-04-10 11:03:43,702 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0013/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:43,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.xml dst=null perm=null
2014-04-10 11:03:43,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.xml dst=null perm=null
2014-04-10 11:03:43,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.xml dst=null perm=null
2014-04-10 11:03:43,727 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55335, bytes: 82258, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-30534442_8092, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741975_1151, duration: 363196
2014-04-10 11:03:43,745 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0013/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:43,745 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:43,775 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:43,775 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:43,837 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000001/default_container_executor.sh]
2014-04-10 11:03:43,916 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741967_1143
2014-04-10 11:03:43,916 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741970_1146
2014-04-10 11:03:43,917 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741975_1151
2014-04-10 11:03:43,917 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741971_1147
2014-04-10 11:03:43,918 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741973_1149
2014-04-10 11:03:43,918 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741969_1145
2014-04-10 11:03:43,918 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741968_1144
2014-04-10 11:03:44,382 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0013_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:44,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741969_1145 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741969 for deletion
2014-04-10 11:03:44,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741953_1129 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741953 for deletion
2014-04-10 11:03:44,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741969_1145 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741969
2014-04-10 11:03:44,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741954_1130 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741954 for deletion
2014-04-10 11:03:44,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741953_1129 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741953
2014-04-10 11:03:44,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741956_1132 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741956 for deletion
2014-04-10 11:03:44,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741954_1130 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741954
2014-04-10 11:03:44,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741957_1133 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741957 for deletion
2014-04-10 11:03:44,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741956_1132 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741956
2014-04-10 11:03:44,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741958_1134 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741958 for deletion
2014-04-10 11:03:44,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741957_1133 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741957
2014-04-10 11:03:44,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741958_1134 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741958
2014-04-10 11:03:44,636 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741968_1144
2014-04-10 11:03:44,637 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741971_1147
2014-04-10 11:03:44,637 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741967_1143
2014-04-10 11:03:44,637 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741969_1145
2014-04-10 11:03:44,660 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=68edbb52-d631-4c11-b1f4-78133ce1dada, infoPort=59891, ipcPort=41399, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073741972_1148 to 127.0.0.1:36156
2014-04-10 11:03:44,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741969_1145 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741969 for deletion
2014-04-10 11:03:44,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741954_1130 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741954 for deletion
2014-04-10 11:03:44,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741969_1145 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741969
2014-04-10 11:03:44,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741956_1132 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741956 for deletion
2014-04-10 11:03:44,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741954_1130 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741954
2014-04-10 11:03:44,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741958_1134 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741958 for deletion
2014-04-10 11:03:44,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741956_1132 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741956
2014-04-10 11:03:44,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741958_1134 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741958
2014-04-10 11:03:44,661 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741972_1148 src: /127.0.0.1:53532 dest: /127.0.0.1:36156
2014-04-10 11:03:44,661 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073741972_1148 (numBytes=244650) to 127.0.0.1/127.0.0.1:36156
2014-04-10 11:03:44,662 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073741972_1148 src: /127.0.0.1:53532 dest: /127.0.0.1:36156 of size 244650
2014-04-10 11:03:44,663 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741972_1148 size 244650
2014-04-10 11:03:44,836 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741970_1146
2014-04-10 11:03:44,837 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741974_1150
2014-04-10 11:03:44,837 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741973_1149
2014-04-10 11:03:44,991 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741968_1144
2014-04-10 11:03:44,994 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741972_1148
2014-04-10 11:03:44,995 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741970_1146
2014-04-10 11:03:44,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:03:45,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/COMMIT_STARTED dst=null perm=null
2014-04-10 11:03:45,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:03:45,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/COMMIT_FAIL dst=null perm=null
2014-04-10 11:03:45,037 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741972_1148
2014-04-10 11:03:45,038 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741975_1151
2014-04-10 11:03:45,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013 dst=null perm=null
2014-04-10 11:03:45,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:03:45,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:03:45,193 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741975_1151
2014-04-10 11:03:45,193 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741973_1149
2014-04-10 11:03:45,194 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741967_1143
2014-04-10 11:03:45,194 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741974_1150
2014-04-10 11:03:45,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:45,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:45,350 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55340, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1635913302_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741974_1150, duration: 154851
2014-04-10 11:03:45,420 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741973_1149
2014-04-10 11:03:45,420 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741971_1147
2014-04-10 11:03:45,621 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741972_1148
2014-04-10 11:03:45,621 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741974_1150
2014-04-10 11:03:45,937 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0013_000001 (auth:SIMPLE)
2014-04-10 11:03:45,941 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0013_000001
2014-04-10 11:03:45,941 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0013 APPATTEMPTID=appattempt_1397145675630_0013_000001
2014-04-10 11:03:45,941 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0013_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:03:45,941 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0013 State change from ACCEPTED to RUNNING
2014-04-10 11:03:46,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job_1397145675630_0013_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:46,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:03:46,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job_1397145675630_0013_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:46,119 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073741962_1138, blk_1073741963_1139, blk_1073741964_1140, blk_1073741965_1141, blk_1073741966_1142, blk_1073741967_1143]
2014-04-10 11:03:46,119 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073741953_1129, blk_1073741969_1145, blk_1073741956_1132, blk_1073741957_1133, blk_1073741958_1134, blk_1073741962_1138, blk_1073741963_1139, blk_1073741964_1140, blk_1073741967_1143]
2014-04-10 11:03:46,182 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job_1397145675630_0013_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:03:46,216 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741976_1152 src: /127.0.0.1:40813 dest: /127.0.0.1:37218
2014-04-10 11:03:46,217 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741976_1152 src: /127.0.0.1:55345 dest: /127.0.0.1:50911
2014-04-10 11:03:46,219 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741976_1152 src: /127.0.0.1:49158 dest: /127.0.0.1:53749
2014-04-10 11:03:46,225 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49158, dest: /127.0.0.1:53749, bytes: 95505, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1635913302_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741976_1152, duration: 5246855
2014-04-10 11:03:46,225 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741976_1152, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:46,225 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55345, dest: /127.0.0.1:50911, bytes: 95505, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1635913302_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741976_1152, duration: 5929193
2014-04-10 11:03:46,225 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:03:46,226 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741976_1152, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:46,226 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40813, dest: /127.0.0.1:37218, bytes: 95505, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1635913302_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741976_1152, duration: 6212492
2014-04-10 11:03:46,226 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:03:46,226 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741976_1152, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:46,226 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:03:46,244 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job_1397145675630_0013_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1635913302_1
2014-04-10 11:03:46,988 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0013_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:46,988 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000002
2014-04-10 11:03:46,988 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0013_01_000002 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:03:46,989 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0013 container=Container: [ContainerId: container_1397145675630_0013_01_000002, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0013_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:46,989 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:03:46,989 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:46,990 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0013_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:46,990 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000003
2014-04-10 11:03:46,990 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0013_01_000003 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:03:46,990 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0013 container=Container: [ContainerId: container_1397145675630_0013_01_000003, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0013_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:46,990 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:03:46,990 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:47,383 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0013_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:47,383 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000004
2014-04-10 11:03:47,384 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0013_01_000004 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:03:47,384 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0013 container=Container: [ContainerId: container_1397145675630_0013_01_000004, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0013_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:47,384 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:03:47,384 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:47,385 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0013_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:47,385 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000005
2014-04-10 11:03:47,385 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0013_01_000005 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:03:47,385 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0013 container=Container: [ContainerId: container_1397145675630_0013_01_000005, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0013_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:47,386 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:03:47,386 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:47,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741962_1138 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741962 for deletion
2014-04-10 11:03:47,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741963_1139 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741963 for deletion
2014-04-10 11:03:47,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741962_1138 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741962
2014-04-10 11:03:47,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741964_1140 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741964 for deletion
2014-04-10 11:03:47,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741963_1139 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741963
2014-04-10 11:03:47,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741964_1140 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741964
2014-04-10 11:03:47,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741965_1141 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741965 for deletion
2014-04-10 11:03:47,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741966_1142 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741966 for deletion
2014-04-10 11:03:47,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741965_1141 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741965
2014-04-10 11:03:47,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741966_1142 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741966
2014-04-10 11:03:47,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741967_1143 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741967 for deletion
2014-04-10 11:03:47,400 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741967_1143 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741967
2014-04-10 11:03:47,653 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0013_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:47,654 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000006
2014-04-10 11:03:47,654 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0013_01_000006 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:03:47,654 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0013 container=Container: [ContainerId: container_1397145675630_0013_01_000006, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0013_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:47,654 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:03:47,655 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:47,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741969_1145 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741969 for deletion
2014-04-10 11:03:47,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741953_1129 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741953 for deletion
2014-04-10 11:03:47,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741969_1145 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741969
2014-04-10 11:03:47,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741956_1132 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741956 for deletion
2014-04-10 11:03:47,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741953_1129 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741953
2014-04-10 11:03:47,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741957_1133 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741957 for deletion
2014-04-10 11:03:47,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741956_1132 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741956
2014-04-10 11:03:47,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741958_1134 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741958 for deletion
2014-04-10 11:03:47,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741957_1133 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741957
2014-04-10 11:03:47,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741962_1138 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741962 for deletion
2014-04-10 11:03:47,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741958_1134 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741958
2014-04-10 11:03:47,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741963_1139 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741963 for deletion
2014-04-10 11:03:47,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741962_1138 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741962
2014-04-10 11:03:47,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741963_1139 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741963
2014-04-10 11:03:47,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741964_1140 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741964 for deletion
2014-04-10 11:03:47,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741967_1143 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741967 for deletion
2014-04-10 11:03:47,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741964_1140 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741964
2014-04-10 11:03:47,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741967_1143 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741967
2014-04-10 11:03:47,976 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0013_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:47,977 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0013_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:47,977 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0013_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:47,977 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0013_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:47,977 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0013_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:48,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar dst=null perm=null
2014-04-10 11:03:48,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar dst=null perm=null
2014-04-10 11:03:48,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.xml dst=null perm=null
2014-04-10 11:03:48,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.xml dst=null perm=null
2014-04-10 11:03:48,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:48,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:48,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:48,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:48,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:48,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:48,096 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0013_000001 (auth:SIMPLE)
2014-04-10 11:03:48,096 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0013_000001 (auth:SIMPLE)
2014-04-10 11:03:48,097 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0013_000001 (auth:SIMPLE)
2014-04-10 11:03:48,101 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0013_01_000003 by user brock
2014-04-10 11:03:48,101 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0013_01_000002 by user brock
2014-04-10 11:03:48,101 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0013
2014-04-10 11:03:48,101 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000002
2014-04-10 11:03:48,101 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000003
2014-04-10 11:03:48,101 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0013_01_000002 to application application_1397145675630_0013
2014-04-10 11:03:48,102 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0013_01_000004 by user brock
2014-04-10 11:03:48,102 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0013 transitioned from NEW to INITING
2014-04-10 11:03:48,102 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0013_01_000005 by user brock
2014-04-10 11:03:48,102 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0013_01_000004 to application application_1397145675630_0013
2014-04-10 11:03:48,102 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000004
2014-04-10 11:03:48,102 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0013_01_000003 to application application_1397145675630_0013
2014-04-10 11:03:48,102 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0013_01_000006 by user brock
2014-04-10 11:03:48,102 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:03:48,102 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0013
2014-04-10 11:03:48,102 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000005
2014-04-10 11:03:48,102 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000006
2014-04-10 11:03:48,102 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0013 transitioned from NEW to INITING
2014-04-10 11:03:48,102 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0013_01_000005 to application application_1397145675630_0013
2014-04-10 11:03:48,102 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0013 transitioned from INITING to RUNNING
2014-04-10 11:03:48,103 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0013
2014-04-10 11:03:48,103 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0013_01_000006 to application application_1397145675630_0013
2014-04-10 11:03:48,103 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0013
2014-04-10 11:03:48,103 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:03:48,103 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0013 transitioned from INITING to RUNNING
2014-04-10 11:03:48,103 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:48,103 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:03:48,103 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0013
2014-04-10 11:03:48,103 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:03:48,103 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0013
2014-04-10 11:03:48,103 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0013
2014-04-10 11:03:48,103 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0013
2014-04-10 11:03:48,103 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:48,103 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0013
2014-04-10 11:03:48,104 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:48,104 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:03:48,103 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0013
2014-04-10 11:03:48,104 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0013
2014-04-10 11:03:48,104 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:48,104 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:03:48,104 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:03:48,104 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:03:48,104 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:03:48,104 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0013
2014-04-10 11:03:48,104 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0013_01_000006
2014-04-10 11:03:48,104 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0013
2014-04-10 11:03:48,104 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0013
2014-04-10 11:03:48,104 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0013
2014-04-10 11:03:48,104 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:48,104 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:48,104 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0013
2014-04-10 11:03:48,104 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0013
2014-04-10 11:03:48,105 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0013_01_000002
2014-04-10 11:03:48,105 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:48,105 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0013_01_000003
2014-04-10 11:03:48,114 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397145675630_0013_01_000006.tokens. Credentials list:
2014-04-10 11:03:48,118 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397145675630_0013_01_000002.tokens. Credentials list:
2014-04-10 11:03:48,118 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397145675630_0013_01_000003.tokens. Credentials list:
2014-04-10 11:03:48,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:03:48,129 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:48,129 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:48,129 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:48,129 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:48,131 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:03:48,181 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397145675630_0013_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000006.tokens
2014-04-10 11:03:48,181 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0013 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0013
2014-04-10 11:03:48,184 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397145675630_0013_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000002.tokens
2014-04-10 11:03:48,184 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0013 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0013
2014-04-10 11:03:48,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar dst=null perm=null
2014-04-10 11:03:48,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar dst=null perm=null
2014-04-10 11:03:48,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar dst=null perm=null
2014-04-10 11:03:48,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar dst=null perm=null
2014-04-10 11:03:48,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar dst=null perm=null
2014-04-10 11:03:48,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar dst=null perm=null
2014-04-10 11:03:48,281 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55358, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-482312483_8270, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741972_1148, duration: 526320
2014-04-10 11:03:48,281 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53553, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2009696900_8271, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741972_1148, duration: 562494
2014-04-10 11:03:48,297 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0013/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:48,297 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0013/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:48,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.xml dst=null perm=null
2014-04-10 11:03:48,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.xml dst=null perm=null
2014-04-10 11:03:48,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.xml dst=null perm=null
2014-04-10 11:03:48,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.xml dst=null perm=null
2014-04-10 11:03:48,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.xml dst=null perm=null
2014-04-10 11:03:48,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.xml dst=null perm=null
2014-04-10 11:03:48,318 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49172, bytes: 82258, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-482312483_8270, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741975_1151, duration: 231237
2014-04-10 11:03:48,318 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49173, bytes: 82258, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2009696900_8271, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741975_1151, duration: 174924
2014-04-10 11:03:48,335 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0013/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:48,335 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:48,335 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:48,335 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0013/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:48,335 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:48,356 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:48,356 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:48,363 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:48,363 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:48,363 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:48,363 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:48,383 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0013_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:48,383 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0013_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:48,403 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000003/default_container_executor.sh]
2014-04-10 11:03:48,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000002/default_container_executor.sh]
2014-04-10 11:03:48,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000006/default_container_executor.sh]
2014-04-10 11:03:48,431 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0012_01_000001 succeeded
2014-04-10 11:03:48,431 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:03:48,432 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0012_01_000001
2014-04-10 11:03:48,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000001
2014-04-10 11:03:48,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000001
2014-04-10 11:03:48,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000001
2014-04-10 11:03:48,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0012/container_1397145675630_0012_01_000001
2014-04-10 11:03:48,440 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000001
2014-04-10 11:03:48,440 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0012_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:03:48,440 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0012_01_000001 from application application_1397145675630_0012
2014-04-10 11:03:48,440 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:48,441 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0012
2014-04-10 11:03:48,534 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000004/default_container_executor.sh]
2014-04-10 11:03:48,537 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000005/default_container_executor.sh]
2014-04-10 11:03:48,653 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0013_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:48,922 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741972_1148
2014-04-10 11:03:48,988 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0012_01_000001
2014-04-10 11:03:48,988 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0013_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:48,989 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0013_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:48,989 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0012_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:48,989 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0012_000001
2014-04-10 11:03:48,989 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0012_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:03:48,989 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0012_000001 State change from FINISHING to FINISHED
2014-04-10 11:03:48,989 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0012 CONTAINERID=container_1397145675630_0012_01_000001
2014-04-10 11:03:48,989 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0012 State change from FINISHING to FINISHED
2014-04-10 11:03:48,989 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0012_01_000001 of capacity <memory:2048, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:03:48,989 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0012
2014-04-10 11:03:48,989 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:03:48,989 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0012,name=[136472AE1DFD46559220EF8AF358A515/E680BC4776F542BAB26AF94BD3F27128] cogrouping/(1/2) ...tform/joinsintocogrouprhs,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0012/jobhistory/job/job_1397145675630_0012,appMasterHost=localhost.localdomain,startTime=1397145808860,finishTime=1397145822295,finalStatus=SUCCEEDED
2014-04-10 11:03:48,989 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0012_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:48,990 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0012_000001
2014-04-10 11:03:48,990 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:48,990 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:03:48,990 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0012_000001 released container container_1397145675630_0012_01_000001 on node: host: localhost:43726 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:03:48,990 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0012_000001 is done. finalState=FINISHED
2014-04-10 11:03:48,990 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0012 requests cleared
2014-04-10 11:03:48,990 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0012 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:03:48,990 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0012 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:03:48,992 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0012_000001 (auth:SIMPLE)
2014-04-10 11:03:48,993 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:03:49,002 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0012_01_000001
2014-04-10 11:03:49,119 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073741962_1138, blk_1073741963_1139, blk_1073741964_1140, blk_1073741965_1141, blk_1073741966_1142, blk_1073741967_1143]
2014-04-10 11:03:49,120 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073741953_1129, blk_1073741954_1130, blk_1073741957_1133, blk_1073741962_1138, blk_1073741963_1139, blk_1073741965_1141, blk_1073741966_1142]
2014-04-10 11:03:49,437 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:03:49,654 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:03:49,654 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0012
2014-04-10 11:03:49,655 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0012
2014-04-10 11:03:49,655 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0012
2014-04-10 11:03:49,655 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0012
2014-04-10 11:03:49,655 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:03:49,655 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0012, with delay of 10800 seconds
2014-04-10 11:03:49,655 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0012
2014-04-10 11:03:49,721 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397145675630_0013_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000003.tokens
2014-04-10 11:03:49,721 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0013 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0013
2014-04-10 11:03:49,739 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:03:49,739 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0012
2014-04-10 11:03:49,740 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0012
2014-04-10 11:03:49,740 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0012
2014-04-10 11:03:49,740 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0012
2014-04-10 11:03:49,740 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0012
2014-04-10 11:03:49,740 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:03:49,740 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0012, with delay of 10800 seconds
2014-04-10 11:03:49,989 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:03:49,989 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0012
2014-04-10 11:03:49,989 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0012
2014-04-10 11:03:49,989 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:03:49,990 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0012, with delay of 10800 seconds
2014-04-10 11:03:49,990 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0012
2014-04-10 11:03:49,991 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0012
2014-04-10 11:03:49,991 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0012
2014-04-10 11:03:50,041 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741976_1152
2014-04-10 11:03:50,197 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741976_1152
2014-04-10 11:03:50,624 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741976_1152
2014-04-10 11:03:50,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741962_1138 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741962 for deletion
2014-04-10 11:03:50,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741963_1139 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741963 for deletion
2014-04-10 11:03:50,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741964_1140 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741964 for deletion
2014-04-10 11:03:50,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741963_1139 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741963
2014-04-10 11:03:50,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741962_1138 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741962
2014-04-10 11:03:50,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741964_1140 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741964
2014-04-10 11:03:50,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741965_1141 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741965 for deletion
2014-04-10 11:03:50,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741966_1142 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741966 for deletion
2014-04-10 11:03:50,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741965_1141 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741965
2014-04-10 11:03:50,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741966_1142 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741966
2014-04-10 11:03:50,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741967_1143 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741967 for deletion
2014-04-10 11:03:50,665 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741967_1143 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741967
2014-04-10 11:03:50,741 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741953_1129 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741953 for deletion
2014-04-10 11:03:50,741 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741954_1130 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741954 for deletion
2014-04-10 11:03:50,741 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741953_1129 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741953
2014-04-10 11:03:50,741 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741957_1133 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741957 for deletion
2014-04-10 11:03:50,741 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741954_1130 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741954
2014-04-10 11:03:50,741 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741962_1138 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741962 for deletion
2014-04-10 11:03:50,741 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741957_1133 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741957
2014-04-10 11:03:50,742 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741963_1139 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741963 for deletion
2014-04-10 11:03:50,742 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741965_1141 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741965 for deletion
2014-04-10 11:03:50,742 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741963_1139 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741963
2014-04-10 11:03:50,742 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741966_1142 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741966 for deletion
2014-04-10 11:03:50,742 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741962_1138 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741962
2014-04-10 11:03:50,742 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741966_1142 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741966
2014-04-10 11:03:50,742 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741965_1141 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741965
2014-04-10 11:03:51,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.split dst=null perm=null
2014-04-10 11:03:51,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.split dst=null perm=null
2014-04-10 11:03:51,228 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49188, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0013_m_000004_0_1317664505_1, offset: 1024, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741973_1149, duration: 188587
2014-04-10 11:03:51,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.split dst=null perm=null
2014-04-10 11:03:51,280 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53571, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0013_m_000001_0_61930967_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741973_1149, duration: 195596
2014-04-10 11:03:51,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:03:51,321 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40849, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0013_m_000004_0_1317664505_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 151010
2014-04-10 11:03:51,335 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40848, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0013_m_000002_0_-258573793_1, offset: 512, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741973_1149, duration: 171007
2014-04-10 11:03:51,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:03:51,360 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53571, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0013_m_000001_0_61930967_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 156754
2014-04-10 11:03:51,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:51,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:51,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:03:51,437 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55381, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0013_m_000002_0_-258573793_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 165978
2014-04-10 11:03:51,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:51,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.split dst=null perm=null
2014-04-10 11:03:51,562 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55383, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0013_m_000000_0_1332373406_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741973_1149, duration: 142176
2014-04-10 11:03:51,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:03:51,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:51,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job.split dst=null perm=null
2014-04-10 11:03:51,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:51,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:51,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:51,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:51,842 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53579, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0013_m_000001_0_61930967_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 179580
2014-04-10 11:03:51,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:51,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:51,855 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53580, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0013_m_000004_0_1317664505_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 204367
2014-04-10 11:03:51,866 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000001_0/part-00001. BP-2026122021-127.0.0.1-1397145659663 blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:03:51,877 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000004_0/part-00004 is closed by DFSClient_attempt_1397145675630_0013_m_000004_0_1317664505_1
2014-04-10 11:03:51,908 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53581, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0013_m_000003_0_-45548641_1, offset: 1024, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741973_1149, duration: 199426
2014-04-10 11:03:51,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000004_0 dst=null perm=null
2014-04-10 11:03:51,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000004_0 dst=null perm=null
2014-04-10 11:03:51,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/task_1397145675630_0013_m_000004 dst=null perm=null
2014-04-10 11:03:51,954 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741977_1153 src: /127.0.0.1:55388 dest: /127.0.0.1:50911
2014-04-10 11:03:51,955 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741977_1153 src: /127.0.0.1:40858 dest: /127.0.0.1:37218
2014-04-10 11:03:51,956 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741977_1153 src: /127.0.0.1:49202 dest: /127.0.0.1:53749
2014-04-10 11:03:51,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000004_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/task_1397145675630_0013_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:03:51,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:51,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:51,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:51,981 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49202, dest: /127.0.0.1:53749, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0013_m_000001_0_61930967_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741977_1153, duration: 24250444
2014-04-10 11:03:51,982 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741977_1153, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:51,982 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:03:51,982 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40858, dest: /127.0.0.1:37218, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0013_m_000001_0_61930967_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741977_1153, duration: 16973251
2014-04-10 11:03:51,983 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741977_1153, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:51,983 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:03:51,983 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55388, dest: /127.0.0.1:50911, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0013_m_000001_0_61930967_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741977_1153, duration: 23789723
2014-04-10 11:03:51,983 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741977_1153, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:51,984 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:03:51,984 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49203, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0013_m_000002_0_-258573793_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 164762
2014-04-10 11:03:51,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:03:51,993 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55392, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0013_m_000003_0_-45548641_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 174890
2014-04-10 11:03:52,001 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000002_0/part-00002. BP-2026122021-127.0.0.1-1397145659663 blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:03:52,002 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000001_0/part-00001 is closed by DFSClient_attempt_1397145675630_0013_m_000001_0_61930967_1
2014-04-10 11:03:52,022 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0013_01_000006
2014-04-10 11:03:52,022 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000006
2014-04-10 11:03:52,022 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:03:52,022 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0013_01_000006
2014-04-10 11:03:52,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:52,040 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job_1397145675630_0013_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:03:52,044 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0013_01_000006 is : 143
2014-04-10 11:03:52,058 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:52,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000006
2014-04-10 11:03:52,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000006
2014-04-10 11:03:52,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000006
2014-04-10 11:03:52,060 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000006
2014-04-10 11:03:52,060 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:52,060 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000006
2014-04-10 11:03:52,060 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0013_01_000006 from application application_1397145675630_0013
2014-04-10 11:03:52,060 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:52,060 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0013
2014-04-10 11:03:52,061 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741979_1155 src: /127.0.0.1:55394 dest: /127.0.0.1:50911
2014-04-10 11:03:52,071 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741979_1155 src: /127.0.0.1:40864 dest: /127.0.0.1:37218
2014-04-10 11:03:52,072 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741978_1154 src: /127.0.0.1:55393 dest: /127.0.0.1:50911
2014-04-10 11:03:52,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000001_0 dst=null perm=null
2014-04-10 11:03:52,076 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741979_1155 src: /127.0.0.1:49208 dest: /127.0.0.1:53749
2014-04-10 11:03:52,077 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741978_1154 src: /127.0.0.1:40866 dest: /127.0.0.1:37218
2014-04-10 11:03:52,078 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741978_1154 src: /127.0.0.1:49210 dest: /127.0.0.1:53749
2014-04-10 11:03:52,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000001_0 dst=null perm=null
2014-04-10 11:03:52,081 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job_1397145675630_0013_1.jhist for DFSClient_NONMAPREDUCE_-1635913302_1
2014-04-10 11:03:52,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/task_1397145675630_0013_m_000001 dst=null perm=null
2014-04-10 11:03:52,085 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49210, dest: /127.0.0.1:53749, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0013_m_000002_0_-258573793_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741978_1154, duration: 3256338
2014-04-10 11:03:52,085 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741978_1154, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:52,085 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:03:52,086 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40866, dest: /127.0.0.1:37218, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0013_m_000002_0_-258573793_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741978_1154, duration: 4134631
2014-04-10 11:03:52,086 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741978_1154, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:52,086 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:03:52,086 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55393, dest: /127.0.0.1:50911, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0013_m_000002_0_-258573793_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741978_1154, duration: 4475804
2014-04-10 11:03:52,086 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741978_1154, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:52,087 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:03:52,111 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000002_0/part-00002 is closed by DFSClient_attempt_1397145675630_0013_m_000002_0_-258573793_1
2014-04-10 11:03:52,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/task_1397145675630_0013_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:03:52,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:52,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:52,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:52,158 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53593, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0013_m_000000_0_1332373406_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 173620
2014-04-10 11:03:52,167 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53593, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0013_m_000000_0_1332373406_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 175012
2014-04-10 11:03:52,171 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0013_01_000003
2014-04-10 11:03:52,171 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000003
2014-04-10 11:03:52,171 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:03:52,171 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0013_01_000003
2014-04-10 11:03:52,185 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0013_01_000003 is : 143
2014-04-10 11:03:52,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000002_0 dst=null perm=null
2014-04-10 11:03:52,191 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:03:52,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000002_0 dst=null perm=null
2014-04-10 11:03:52,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/task_1397145675630_0013_m_000002 dst=null perm=null
2014-04-10 11:03:52,199 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:52,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000003
2014-04-10 11:03:52,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000003
2014-04-10 11:03:52,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000003
2014-04-10 11:03:52,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000003
2014-04-10 11:03:52,199 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000003
2014-04-10 11:03:52,200 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:52,200 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0013_01_000003 from application application_1397145675630_0013
2014-04-10 11:03:52,200 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:52,200 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0013
2014-04-10 11:03:52,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/task_1397145675630_0013_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:03:52,245 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741980_1156 src: /127.0.0.1:40869 dest: /127.0.0.1:37218
2014-04-10 11:03:52,246 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741980_1156 src: /127.0.0.1:49213 dest: /127.0.0.1:53749
2014-04-10 11:03:52,247 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741980_1156 src: /127.0.0.1:53596 dest: /127.0.0.1:36156
2014-04-10 11:03:52,252 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53596, dest: /127.0.0.1:36156, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0013_m_000000_0_1332373406_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741980_1156, duration: 4023461
2014-04-10 11:03:52,252 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741980_1156, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:52,253 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:03:52,253 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49213, dest: /127.0.0.1:53749, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0013_m_000000_0_1332373406_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741980_1156, duration: 3883124
2014-04-10 11:03:52,253 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741980_1156, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:52,253 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40869, dest: /127.0.0.1:37218, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0013_m_000000_0_1332373406_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741980_1156, duration: 5349745
2014-04-10 11:03:52,253 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:03:52,253 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741980_1156, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:52,254 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:03:52,269 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0013_m_000000_0_1332373406_1
2014-04-10 11:03:52,271 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0013_01_000004
2014-04-10 11:03:52,271 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000004
2014-04-10 11:03:52,271 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:03:52,272 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0013_01_000004
2014-04-10 11:03:52,279 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0013_01_000004 is : 143
2014-04-10 11:03:52,288 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:52,289 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000004
2014-04-10 11:03:52,289 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000004
2014-04-10 11:03:52,289 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000004
2014-04-10 11:03:52,289 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000004
2014-04-10 11:03:52,290 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000004
2014-04-10 11:03:52,290 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:52,290 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0013_01_000004 from application application_1397145675630_0013
2014-04-10 11:03:52,290 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:52,290 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0013
2014-04-10 11:03:52,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000000_0 dst=null perm=null
2014-04-10 11:03:52,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000000_0 dst=null perm=null
2014-04-10 11:03:52,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/task_1397145675630_0013_m_000000 dst=null perm=null
2014-04-10 11:03:52,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/task_1397145675630_0013_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:03:52,382 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0013_01_000002
2014-04-10 11:03:52,382 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000002
2014-04-10 11:03:52,382 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:03:52,382 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0013_01_000002
2014-04-10 11:03:52,382 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0013_01_000003
2014-04-10 11:03:52,383 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0013_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:52,383 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0013_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:03:52,383 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000003
2014-04-10 11:03:52,383 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0013_01_000003 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:03:52,383 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:03:52,383 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0013_01_000003, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:52,383 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:52,383 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:03:52,383 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0013_000001 released container container_1397145675630_0013_01_000003 on node: host: localhost:43726 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:03:52,389 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0013_01_000002 is : 143
2014-04-10 11:03:52,396 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:52,396 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000002
2014-04-10 11:03:52,396 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000002
2014-04-10 11:03:52,396 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000002
2014-04-10 11:03:52,397 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000002
2014-04-10 11:03:52,397 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000002
2014-04-10 11:03:52,397 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:52,397 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0013_01_000002 from application application_1397145675630_0013
2014-04-10 11:03:52,397 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:52,397 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0013
2014-04-10 11:03:52,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:52,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:52,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:52,423 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53581, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0013_m_000003_0_-45548641_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 147768
2014-04-10 11:03:52,445 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000003_0/part-00003. BP-2026122021-127.0.0.1-1397145659663 blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:03:52,498 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741981_1157 src: /127.0.0.1:53597 dest: /127.0.0.1:36156
2014-04-10 11:03:52,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741981_1157 src: /127.0.0.1:55404 dest: /127.0.0.1:50911
2014-04-10 11:03:52,500 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741981_1157 src: /127.0.0.1:40874 dest: /127.0.0.1:37218
2014-04-10 11:03:52,504 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40874, dest: /127.0.0.1:37218, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0013_m_000003_0_-45548641_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741981_1157, duration: 3545136
2014-04-10 11:03:52,504 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741981_1157, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:52,505 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55404, dest: /127.0.0.1:50911, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0013_m_000003_0_-45548641_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741981_1157, duration: 3308915
2014-04-10 11:03:52,505 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:52,505 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741981_1157, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:52,505 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53597, dest: /127.0.0.1:36156, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0013_m_000003_0_-45548641_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741981_1157, duration: 4259954
2014-04-10 11:03:52,505 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741981_1157, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:52,505 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:52,506 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:52,519 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000003_0/part-00003 is closed by DFSClient_attempt_1397145675630_0013_m_000003_0_-45548641_1
2014-04-10 11:03:52,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000003_0 dst=null perm=null
2014-04-10 11:03:52,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000003_0 dst=null perm=null
2014-04-10 11:03:52,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/task_1397145675630_0013_m_000003 dst=null perm=null
2014-04-10 11:03:52,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/_temporary/attempt_1397145675630_0013_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/task_1397145675630_0013_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:03:52,622 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0013_01_000005
2014-04-10 11:03:52,622 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000005
2014-04-10 11:03:52,622 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:03:52,623 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0013_01_000005
2014-04-10 11:03:52,623 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0013_01_000004
2014-04-10 11:03:52,623 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0013_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:52,623 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0013_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:03:52,623 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000004
2014-04-10 11:03:52,623 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0013_01_000004 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:03:52,623 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:03:52,624 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0013_01_000004, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:52,624 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:52,624 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:03:52,624 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0013_000001 released container container_1397145675630_0013_01_000004 on node: host: localhost:41546 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:03:52,628 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0013_01_000005 is : 143
2014-04-10 11:03:52,636 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:03:52,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:52,636 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000005
2014-04-10 11:03:52,636 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000005
2014-04-10 11:03:52,637 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000005
2014-04-10 11:03:52,637 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000005
2014-04-10 11:03:52,637 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000005
2014-04-10 11:03:52,637 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:03:52,637 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0013_01_000005 from application application_1397145675630_0013
2014-04-10 11:03:52,637 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:52,637 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0013
2014-04-10 11:03:52,652 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1635913302_1
2014-04-10 11:03:52,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1 dst=null perm=null
2014-04-10 11:03:52,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher dst=null perm=null
2014-04-10 11:03:52,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher dst=null perm=null
2014-04-10 11:03:52,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/task_1397145675630_0013_m_000000 dst=null perm=null
2014-04-10 11:03:52,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00000 dst=null perm=null
2014-04-10 11:03:52,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/task_1397145675630_0013_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:52,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher dst=null perm=null
2014-04-10 11:03:52,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher dst=null perm=null
2014-04-10 11:03:52,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/task_1397145675630_0013_m_000001 dst=null perm=null
2014-04-10 11:03:52,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00001 dst=null perm=null
2014-04-10 11:03:52,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/task_1397145675630_0013_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:52,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher dst=null perm=null
2014-04-10 11:03:52,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher dst=null perm=null
2014-04-10 11:03:52,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/task_1397145675630_0013_m_000002 dst=null perm=null
2014-04-10 11:03:52,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00002 dst=null perm=null
2014-04-10 11:03:52,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/task_1397145675630_0013_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:52,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher dst=null perm=null
2014-04-10 11:03:52,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher dst=null perm=null
2014-04-10 11:03:52,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/task_1397145675630_0013_m_000003 dst=null perm=null
2014-04-10 11:03:52,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00003 dst=null perm=null
2014-04-10 11:03:52,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/task_1397145675630_0013_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:52,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher dst=null perm=null
2014-04-10 11:03:52,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher dst=null perm=null
2014-04-10 11:03:52,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/task_1397145675630_0013_m_000004 dst=null perm=null
2014-04-10 11:03:52,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00004 dst=null perm=null
2014-04-10 11:03:52,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary/1/task_1397145675630_0013_m_000004/part-00004 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:52,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary dst=null perm=null
2014-04-10 11:03:52,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:52,794 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1635913302_1
2014-04-10 11:03:52,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:52,827 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1635913302_1
2014-04-10 11:03:52,846 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49208, dest: /127.0.0.1:53749, bytes: 54656, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1635913302_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741979_1155, duration: 766897389
2014-04-10 11:03:52,846 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741979_1155, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:52,847 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40864, dest: /127.0.0.1:37218, bytes: 54656, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1635913302_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741979_1155, duration: 769283323
2014-04-10 11:03:52,847 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 15153
2014-04-10 11:03:52,847 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741979_1155, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:52,848 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55394, dest: /127.0.0.1:50911, bytes: 54656, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1635913302_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741979_1155, duration: 769434032
2014-04-10 11:03:52,848 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 15153
2014-04-10 11:03:52,848 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741979_1155, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:52,849 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 15153
2014-04-10 11:03:52,861 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job_1397145675630_0013_1.jhist is closed by DFSClient_NONMAPREDUCE_-1635913302_1
2014-04-10 11:03:52,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:52,881 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:03:52,897 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741982_1158 src: /127.0.0.1:55406 dest: /127.0.0.1:50911
2014-04-10 11:03:52,898 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741982_1158 src: /127.0.0.1:53601 dest: /127.0.0.1:36156
2014-04-10 11:03:52,899 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741982_1158 src: /127.0.0.1:40877 dest: /127.0.0.1:37218
2014-04-10 11:03:52,903 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40877, dest: /127.0.0.1:37218, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1635913302_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741982_1158, duration: 2161355
2014-04-10 11:03:52,903 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741982_1158, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:52,903 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:03:52,903 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53601, dest: /127.0.0.1:36156, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1635913302_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741982_1158, duration: 2880889
2014-04-10 11:03:52,904 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741982_1158, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:52,904 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:03:52,904 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55406, dest: /127.0.0.1:50911, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1635913302_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741982_1158, duration: 3538544
2014-04-10 11:03:52,904 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741982_1158, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:52,905 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:03:52,919 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1635913302_1
2014-04-10 11:03:52,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:52,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job_1397145675630_0013_1.jhist dst=null perm=null
2014-04-10 11:03:52,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013-1397145823160-brock-%5BB10DA5045FA04372B49BF69E78BCC612%2F8CA8B3D62E9C4A7A-1397145832829-5-0-SUCCEEDED-default-1397145825950.jhist_tmp dst=null perm=null
2014-04-10 11:03:52,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job_1397145675630_0013_1.jhist dst=null perm=null
2014-04-10 11:03:52,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013-1397145823160-brock-%5BB10DA5045FA04372B49BF69E78BCC612%2F8CA8B3D62E9C4A7A-1397145832829-5-0-SUCCEEDED-default-1397145825950.jhist_tmp dst=null perm=null
2014-04-10 11:03:52,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job_1397145675630_0013_1.jhist dst=null perm=null
2014-04-10 11:03:52,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013-1397145823160-brock-%5BB10DA5045FA04372B49BF69E78BCC612%2F8CA8B3D62E9C4A7A-1397145832829-5-0-SUCCEEDED-default-1397145825950.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:52,969 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55409, bytes: 55084, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1635913302_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741979_1155, duration: 165606
2014-04-10 11:03:52,972 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013-1397145823160-brock-%5BB10DA5045FA04372B49BF69E78BCC612%2F8CA8B3D62E9C4A7A-1397145832829-5-0-SUCCEEDED-default-1397145825950.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:03:52,988 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741983_1159 src: /127.0.0.1:49222 dest: /127.0.0.1:53749
2014-04-10 11:03:52,990 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741983_1159 src: /127.0.0.1:55411 dest: /127.0.0.1:50911
2014-04-10 11:03:52,991 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741983_1159 src: /127.0.0.1:53606 dest: /127.0.0.1:36156
2014-04-10 11:03:52,994 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53606, dest: /127.0.0.1:36156, bytes: 54656, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1635913302_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741983_1159, duration: 2421005
2014-04-10 11:03:52,994 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741983_1159, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:52,995 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:52,995 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55411, dest: /127.0.0.1:50911, bytes: 54656, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1635913302_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741983_1159, duration: 2954751
2014-04-10 11:03:52,995 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741983_1159, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:52,995 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:52,996 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49222, dest: /127.0.0.1:53749, bytes: 54656, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1635913302_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741983_1159, duration: 3598501
2014-04-10 11:03:52,996 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741983_1159, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:52,996 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:03:53,011 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013-1397145823160-brock-%5BB10DA5045FA04372B49BF69E78BCC612%2F8CA8B3D62E9C4A7A-1397145832829-5-0-SUCCEEDED-default-1397145825950.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1635913302_1
2014-04-10 11:03:53,023 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0013_01_000006
2014-04-10 11:03:53,023 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0013_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:53,024 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0013_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:03:53,024 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000006
2014-04-10 11:03:53,024 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0013_01_000006 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:03:53,024 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:03:53,024 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0013_01_000006, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:53,024 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:53,025 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:03:53,025 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0013_000001 released container container_1397145675630_0013_01_000006 on node: host: localhost:38779 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:03:53,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013-1397145823160-brock-%5BB10DA5045FA04372B49BF69E78BCC612%2F8CA8B3D62E9C4A7A-1397145832829-5-0-SUCCEEDED-default-1397145825950.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:53,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job_1397145675630_0013_1_conf.xml dst=null perm=null
2014-04-10 11:03:53,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013_conf.xml_tmp dst=null perm=null
2014-04-10 11:03:53,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job_1397145675630_0013_1_conf.xml dst=null perm=null
2014-04-10 11:03:53,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013_conf.xml_tmp dst=null perm=null
2014-04-10 11:03:53,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013/job_1397145675630_0013_1_conf.xml dst=null perm=null
2014-04-10 11:03:53,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:53,055 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40882, bytes: 96253, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1635913302_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741976_1152, duration: 364437
2014-04-10 11:03:53,058 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:03:53,130 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741984_1160 src: /127.0.0.1:55414 dest: /127.0.0.1:50911
2014-04-10 11:03:53,131 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741984_1160 src: /127.0.0.1:40884 dest: /127.0.0.1:37218
2014-04-10 11:03:53,132 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741984_1160 src: /127.0.0.1:53610 dest: /127.0.0.1:36156
2014-04-10 11:03:53,136 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53610, dest: /127.0.0.1:36156, bytes: 95505, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1635913302_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741984_1160, duration: 2579743
2014-04-10 11:03:53,137 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741984_1160, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:53,137 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40884, dest: /127.0.0.1:37218, bytes: 95505, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1635913302_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741984_1160, duration: 3446526
2014-04-10 11:03:53,137 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:53,137 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741984_1160, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:53,138 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:53,138 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55414, dest: /127.0.0.1:50911, bytes: 95505, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1635913302_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741984_1160, duration: 4157409
2014-04-10 11:03:53,139 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741984_1160, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:53,139 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:53,153 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1635913302_1
2014-04-10 11:03:53,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:53,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:53,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:53,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013-1397145823160-brock-%5BB10DA5045FA04372B49BF69E78BCC612%2F8CA8B3D62E9C4A7A-1397145832829-5-0-SUCCEEDED-default-1397145825950.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013-1397145823160-brock-%5BB10DA5045FA04372B49BF69E78BCC612%2F8CA8B3D62E9C4A7A-1397145832829-5-0-SUCCEEDED-default-1397145825950.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:53,227 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0013_000001 with final state: FINISHING
2014-04-10 11:03:53,228 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0013_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:03:53,228 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0013 with final state: FINISHING
2014-04-10 11:03:53,228 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0013 State change from RUNNING to FINAL_SAVING
2014-04-10 11:03:53,228 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0013
2014-04-10 11:03:53,229 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0013_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:03:53,229 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0013 State change from FINAL_SAVING to FINISHING
2014-04-10 11:03:53,269 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:03:53,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:03:53,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:03:53,274 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0013 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013-1397145823160-brock-%5BB10DA5045FA04372B49BF69E78BCC612%2F8CA8B3D62E9C4A7A-1397145832829-5-0-SUCCEEDED-default-1397145825950.jhist
2014-04-10 11:03:53,275 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013-1397145823160-brock-%5BB10DA5045FA04372B49BF69E78BCC612%2F8CA8B3D62E9C4A7A-1397145832829-5-0-SUCCEEDED-default-1397145825950.jhist]
2014-04-10 11:03:53,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013-1397145823160-brock-%5BB10DA5045FA04372B49BF69E78BCC612%2F8CA8B3D62E9C4A7A-1397145832829-5-0-SUCCEEDED-default-1397145825950.jhist dst=null perm=null
2014-04-10 11:03:53,279 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49231, bytes: 55084, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741983_1159, duration: 292652
2014-04-10 11:03:53,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013.summary dst=null perm=null
2014-04-10 11:03:53,300 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55420, bytes: 442, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741982_1158, duration: 258886
2014-04-10 11:03:53,300 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0013,submitTime=1397145823160,launchTime=1397145825950,firstMapTaskLaunchTime=1397145828108,firstReduceTaskLaunchTime=0,finishTime=1397145832829,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=20,reduceSlotSeconds=0,jobName=[B10DA5045FA04372B49BF69E78BCC612/8CA8B3D62E9C4A7A97964393C1B967E0] lower*upper/(1/1) ...dpipesplatform/joinhasher
2014-04-10 11:03:53,301 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013.summary]
2014-04-10 11:03:53,319 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741982_1158 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:03:53,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013.summary dst=null perm=null
2014-04-10 11:03:53,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:03:53,322 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013-1397145823160-brock-%5BB10DA5045FA04372B49BF69E78BCC612%2F8CA8B3D62E9C4A7A-1397145832829-5-0-SUCCEEDED-default-1397145825950.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0013-1397145823160-brock-%5BB10DA5045FA04372B49BF69E78BCC612%2F8CA8B3D62E9C4A7A-1397145832829-5-0-SUCCEEDED-default-1397145825950.jhist
2014-04-10 11:03:53,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013-1397145823160-brock-%5BB10DA5045FA04372B49BF69E78BCC612%2F8CA8B3D62E9C4A7A-1397145832829-5-0-SUCCEEDED-default-1397145825950.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0013-1397145823160-brock-%5BB10DA5045FA04372B49BF69E78BCC612%2F8CA8B3D62E9C4A7A-1397145832829-5-0-SUCCEEDED-default-1397145825950.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:53,336 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0013_conf.xml
2014-04-10 11:03:53,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0013_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0013_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:03:53,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher dst=null perm=null
2014-04-10 11:03:53,367 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary
2014-04-10 11:03:53,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/_temporary dst=null perm=null
2014-04-10 11:03:53,383 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0013_01_000002
2014-04-10 11:03:53,383 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0013_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:53,383 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0013_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:03:53,384 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000002
2014-04-10 11:03:53,384 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0013_01_000002 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:03:53,384 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:03:53,384 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0013_01_000002, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:53,384 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:53,384 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:03:53,385 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0013_000001 released container container_1397145675630_0013_01_000002 on node: host: localhost:43726 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:03:53,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher dst=null perm=null
2014-04-10 11:03:53,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher dst=null perm=null
2014-04-10 11:03:53,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher dst=null perm=null
2014-04-10 11:03:53,391 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:03:53,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00000 dst=null perm=null
2014-04-10 11:03:53,395 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40890, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741980_1156, duration: 233901
2014-04-10 11:03:53,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00001 dst=null perm=null
2014-04-10 11:03:53,398 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55420, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741977_1153, duration: 187492
2014-04-10 11:03:53,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00002 dst=null perm=null
2014-04-10 11:03:53,400 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40890, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741978_1154, duration: 207453
2014-04-10 11:03:53,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00003 dst=null perm=null
2014-04-10 11:03:53,403 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40890, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741981_1157, duration: 193699
2014-04-10 11:03:53,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00004 dst=null perm=null
2014-04-10 11:03:53,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher dst=null perm=null
2014-04-10 11:03:53,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher dst=null perm=null
2014-04-10 11:03:53,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher dst=null perm=null
2014-04-10 11:03:53,422 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:03:53,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00000 dst=null perm=null
2014-04-10 11:03:53,424 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40890, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741980_1156, duration: 103717
2014-04-10 11:03:53,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00001 dst=null perm=null
2014-04-10 11:03:53,426 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55420, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741977_1153, duration: 81682
2014-04-10 11:03:53,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00002 dst=null perm=null
2014-04-10 11:03:53,428 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49231, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741978_1154, duration: 94253
2014-04-10 11:03:53,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00003 dst=null perm=null
2014-04-10 11:03:53,429 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53616, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741981_1157, duration: 111917
2014-04-10 11:03:53,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00004 dst=null perm=null
2014-04-10 11:03:53,430 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/joinfieldedpipesplatform/joinhasher
2014-04-10 11:03:53,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher dst=null perm=null
2014-04-10 11:03:53,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher dst=null perm=null
2014-04-10 11:03:53,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher dst=null perm=null
2014-04-10 11:03:53,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher dst=null perm=null
2014-04-10 11:03:53,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00000 dst=null perm=null
2014-04-10 11:03:53,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00000 dst=null perm=null
2014-04-10 11:03:53,434 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40890, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741980_1156, duration: 94630
2014-04-10 11:03:53,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00001 dst=null perm=null
2014-04-10 11:03:53,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00001 dst=null perm=null
2014-04-10 11:03:53,435 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55420, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741977_1153, duration: 87565
2014-04-10 11:03:53,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00002 dst=null perm=null
2014-04-10 11:03:53,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00002 dst=null perm=null
2014-04-10 11:03:53,437 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55420, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741978_1154, duration: 86108
2014-04-10 11:03:53,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00003 dst=null perm=null
2014-04-10 11:03:53,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00003 dst=null perm=null
2014-04-10 11:03:53,438 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53616, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741981_1157, duration: 96299
2014-04-10 11:03:53,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00004 dst=null perm=null
2014-04-10 11:03:53,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinhasher/part-00004 dst=null perm=null
2014-04-10 11:03:53,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:03:53,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:03:53,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt dst=null perm=null
2014-04-10 11:03:53,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt dst=null perm=null
2014-04-10 11:03:53,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:53,470 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt. BP-2026122021-127.0.0.1-1397145659663 blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:03:53,520 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741985_1161 src: /127.0.0.1:53617 dest: /127.0.0.1:36156
2014-04-10 11:03:53,521 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741985_1161 src: /127.0.0.1:55424 dest: /127.0.0.1:50911
2014-04-10 11:03:53,522 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741985_1161 src: /127.0.0.1:40894 dest: /127.0.0.1:37218
2014-04-10 11:03:53,525 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40894, dest: /127.0.0.1:37218, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741985_1161, duration: 1854246
2014-04-10 11:03:53,526 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741985_1161, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:53,526 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:03:53,526 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55424, dest: /127.0.0.1:50911, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741985_1161, duration: 2452390
2014-04-10 11:03:53,526 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741985_1161, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:53,527 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:03:53,527 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53617, dest: /127.0.0.1:36156, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741985_1161, duration: 3083373
2014-04-10 11:03:53,527 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741985_1161, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:53,531 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:03:53,553 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:03:53,569 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:03:53,570 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:03:53,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin dst=null perm=null
2014-04-10 11:03:53,589 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper*joined] starting
2014-04-10 11:03:53,589 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper*joined] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:03:53,589 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper*joined] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt"]
2014-04-10 11:03:53,589 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper*joined] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:03:53,590 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper*joined] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin"]
2014-04-10 11:03:53,590 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper*joined] parallel execution is enabled: true
2014-04-10 11:03:53,590 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper*joined] starting jobs: 2
2014-04-10 11:03:53,590 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper*joined] allocating threads: 2
2014-04-10 11:03:53,591 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper*joined] starting step: (2/2)
2014-04-10 11:03:53,601 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:03:53,608 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:03:53,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934 dst=null perm=null
2014-04-10 11:03:53,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:03:53,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:03:53,611 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 14
2014-04-10 11:03:53,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014 dst=null perm=null
2014-04-10 11:03:53,623 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0013_01_000005
2014-04-10 11:03:53,624 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0013_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:53,624 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0013_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:03:53,624 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000005
2014-04-10 11:03:53,624 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0013_01_000005 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:03:53,624 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:03:53,624 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0013_01_000005, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:53,624 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:53,624 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:03:53,624 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0013_000001 released container container_1397145675630_0013_01_000005 on node: host: localhost:41546 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:03:53,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:03:53,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:03:53,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.jar dst=null perm=null
2014-04-10 11:03:53,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:53,663 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:03:53,679 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741986_1162 src: /127.0.0.1:49238 dest: /127.0.0.1:53749
2014-04-10 11:03:53,680 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741986_1162 src: /127.0.0.1:53621 dest: /127.0.0.1:36156
2014-04-10 11:03:53,681 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741986_1162 src: /127.0.0.1:55428 dest: /127.0.0.1:50911
2014-04-10 11:03:53,687 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55428, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741986_1162, duration: 4334776
2014-04-10 11:03:53,687 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741986_1162, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:53,687 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:53,688 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53621, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741986_1162, duration: 4141626
2014-04-10 11:03:53,688 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741986_1162, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:53,688 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:53,688 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49238, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741986_1162, duration: 4938070
2014-04-10 11:03:53,688 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741986_1162, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:53,689 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:53,702 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:03:53,704 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.jar
2014-04-10 11:03:53,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.jar dst=null perm=null
2014-04-10 11:03:53,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:53,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:53,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:53,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:53,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:03:53,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:03:53,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:03:53,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:03:53,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:03:53,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:53,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:03:53,747 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:03:53,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:03:53,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:53,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:53,778 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.split
2014-04-10 11:03:53,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.split dst=null perm=null
2014-04-10 11:03:53,796 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:03:53,812 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741987_1163 src: /127.0.0.1:55429 dest: /127.0.0.1:50911
2014-04-10 11:03:53,814 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741987_1163 src: /127.0.0.1:49242 dest: /127.0.0.1:53749
2014-04-10 11:03:53,815 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741987_1163 src: /127.0.0.1:40900 dest: /127.0.0.1:37218
2014-04-10 11:03:53,816 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741987_1163 src: /127.0.0.1:53626 dest: /127.0.0.1:36156
2014-04-10 11:03:53,819 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53626, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741987_1163, duration: 1976712
2014-04-10 11:03:53,819 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741987_1163, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:53,820 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:53,820 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40900, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741987_1163, duration: 2561565
2014-04-10 11:03:53,820 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741987_1163, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:53,820 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:53,820 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49242, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741987_1163, duration: 2959532
2014-04-10 11:03:53,821 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741987_1163, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:53,821 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:53,821 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55429, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741987_1163, duration: 3822319
2014-04-10 11:03:53,822 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741987_1163, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:53,822 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:03:53,836 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:03:53,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:53,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:53,871 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:03:53,887 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741988_1164 src: /127.0.0.1:55433 dest: /127.0.0.1:50911
2014-04-10 11:03:53,889 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741988_1164 src: /127.0.0.1:53628 dest: /127.0.0.1:36156
2014-04-10 11:03:53,890 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741988_1164 src: /127.0.0.1:40904 dest: /127.0.0.1:37218
2014-04-10 11:03:53,892 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40904, dest: /127.0.0.1:37218, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741988_1164, duration: 1408006
2014-04-10 11:03:53,893 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741988_1164, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:53,893 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:53,893 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53628, dest: /127.0.0.1:36156, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741988_1164, duration: 2113648
2014-04-10 11:03:53,893 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741988_1164, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:53,894 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:53,894 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55433, dest: /127.0.0.1:50911, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741988_1164, duration: 2675425
2014-04-10 11:03:53,894 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741988_1164, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:53,894 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:53,911 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:03:53,911 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:03:53,925 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741985_1161
2014-04-10 11:03:53,925 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741980_1156
2014-04-10 11:03:53,927 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741984_1160
2014-04-10 11:03:53,927 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741981_1157
2014-04-10 11:03:53,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:53,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:03:53,950 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:03:53,962 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741989_1165 src: /127.0.0.1:49248 dest: /127.0.0.1:53749
2014-04-10 11:03:53,963 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741989_1165 src: /127.0.0.1:55437 dest: /127.0.0.1:50911
2014-04-10 11:03:53,964 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741989_1165 src: /127.0.0.1:40907 dest: /127.0.0.1:37218
2014-04-10 11:03:53,973 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40907, dest: /127.0.0.1:37218, bytes: 81679, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741989_1165, duration: 1722650
2014-04-10 11:03:53,974 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741989_1165, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:53,974 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55437, dest: /127.0.0.1:50911, bytes: 81679, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741989_1165, duration: 8647773
2014-04-10 11:03:53,974 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:03:53,974 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741989_1165, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:53,974 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49248, dest: /127.0.0.1:53749, bytes: 81679, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741989_1165, duration: 8975986
2014-04-10 11:03:53,975 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741989_1165, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:53,975 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:03:53,976 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741989_1165 size 81679
2014-04-10 11:03:54,027 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:03:54,028 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0014
2014-04-10 11:03:54,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014 dst=null perm=null
2014-04-10 11:03:54,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.xml dst=null perm=null
2014-04-10 11:03:54,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.xml dst=null perm=null
2014-04-10 11:03:54,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.jar dst=null perm=null
2014-04-10 11:03:54,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.jar dst=null perm=null
2014-04-10 11:03:54,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.split dst=null perm=null
2014-04-10 11:03:54,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.split dst=null perm=null
2014-04-10 11:03:54,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:54,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:54,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:54,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:54,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:54,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:54,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:54,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:54,084 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 14 submitted by user brock
2014-04-10 11:03:54,084 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0014
2014-04-10 11:03:54,084 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0014
2014-04-10 11:03:54,084 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0014
2014-04-10 11:03:54,084 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0014 State change from NEW to NEW_SAVING
2014-04-10 11:03:54,085 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0014 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:03:54,085 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0014_000001
2014-04-10 11:03:54,086 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0014_000001 State change from NEW to SUBMITTED
2014-04-10 11:03:54,086 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0014 from user: brock activated in queue: default
2014-04-10 11:03:54,086 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0014
2014-04-10 11:03:54,086 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0014 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:03:54,087 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0014 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:03:54,087 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0014_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:03:54,088 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0014_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:03:54,088 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0014 State change from SUBMITTED to ACCEPTED
2014-04-10 11:03:54,089 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0014/
2014-04-10 11:03:54,089 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper*joined] submitted hadoop job: job_1397145675630_0014
2014-04-10 11:03:54,089 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper*joined] tracking url: http://localhost:33250/proxy/application_1397145675630_0014/
2014-04-10 11:03:54,127 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741986_1162
2014-04-10 11:03:54,128 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741983_1159
2014-04-10 11:03:54,128 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741987_1163
2014-04-10 11:03:54,128 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741982_1158
2014-04-10 11:03:54,128 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741988_1164
2014-04-10 11:03:54,244 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741972_1148 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:03:54,245 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741973_1149 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:03:54,245 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741974_1150 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:50911
2014-04-10 11:03:54,245 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741975_1151 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:53749
2014-04-10 11:03:54,245 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741979_1155 127.0.0.1:50911 127.0.0.1:37218 127.0.0.1:53749
2014-04-10 11:03:54,245 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741976_1152 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:53749
2014-04-10 11:03:54,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0013 dst=null perm=null
2014-04-10 11:03:54,385 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:54,385 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000001
2014-04-10 11:03:54,385 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0014_01_000001 of capacity <memory:2048, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:03:54,385 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0014 container=Container: [ContainerId: container_1397145675630_0014_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0014_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:54,385 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:03:54,386 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:54,386 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:54,386 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0014 AttemptId: appattempt_1397145675630_0014_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0014_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ]
2014-04-10 11:03:54,386 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0014_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:03:54,387 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0014_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:03:54,387 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0014_000001
2014-04-10 11:03:54,388 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0014_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] for AM appattempt_1397145675630_0014_000001
2014-04-10 11:03:54,388 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0014_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:03:54,391 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0014_000001 (auth:SIMPLE)
2014-04-10 11:03:54,393 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0014_01_000001 by user brock
2014-04-10 11:03:54,393 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0014
2014-04-10 11:03:54,393 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000001
2014-04-10 11:03:54,393 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0014 transitioned from NEW to INITING
2014-04-10 11:03:54,394 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0014_01_000001 to application application_1397145675630_0014
2014-04-10 11:03:54,394 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0014 transitioned from INITING to RUNNING
2014-04-10 11:03:54,394 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0014_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] for AM appattempt_1397145675630_0014_000001
2014-04-10 11:03:54,394 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0014_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:03:54,394 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:03:54,394 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0014
2014-04-10 11:03:54,395 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:03:54,395 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:03:54,395 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:03:54,395 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:03:54,395 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0014_01_000001
2014-04-10 11:03:54,404 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397145675630_0014_01_000001.tokens. Credentials list:
2014-04-10 11:03:54,418 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:03:54,482 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397145675630_0014_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000001.tokens
2014-04-10 11:03:54,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0014 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0014
2014-04-10 11:03:54,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.jar dst=null perm=null
2014-04-10 11:03:54,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.jar dst=null perm=null
2014-04-10 11:03:54,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.jar dst=null perm=null
2014-04-10 11:03:54,597 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49254, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1748841368_8671, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741986_1162, duration: 859565
2014-04-10 11:03:54,622 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0014/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:54,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:54,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:54,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:54,650 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40912, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1748841368_8671, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741988_1164, duration: 276722
2014-04-10 11:03:54,668 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0014/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:54,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.split dst=null perm=null
2014-04-10 11:03:54,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.split dst=null perm=null
2014-04-10 11:03:54,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.split dst=null perm=null
2014-04-10 11:03:54,692 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49254, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1748841368_8671, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741987_1163, duration: 110287
2014-04-10 11:03:54,705 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0014/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:54,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.xml dst=null perm=null
2014-04-10 11:03:54,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.xml dst=null perm=null
2014-04-10 11:03:54,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.xml dst=null perm=null
2014-04-10 11:03:54,732 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55444, bytes: 82319, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1748841368_8671, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741989_1165, duration: 420110
2014-04-10 11:03:54,751 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0014/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:54,751 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:54,784 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:54,784 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:54,845 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000001/default_container_executor.sh]
2014-04-10 11:03:55,043 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741978_1154
2014-04-10 11:03:55,044 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741989_1165
2014-04-10 11:03:55,044 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741987_1163
2014-04-10 11:03:55,045 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741984_1160
2014-04-10 11:03:55,045 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741977_1153
2014-04-10 11:03:55,046 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741981_1157
2014-04-10 11:03:55,120 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:50911 to replicate blk_1073741986_1162 to datanode(s) 127.0.0.1:37218
2014-04-10 11:03:55,121 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073741972_1148, blk_1073741973_1149, blk_1073741975_1151, blk_1073741982_1158]
2014-04-10 11:03:55,121 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073741972_1148, blk_1073741973_1149, blk_1073741974_1150, blk_1073741975_1151, blk_1073741976_1152, blk_1073741979_1155, blk_1073741982_1158]
2014-04-10 11:03:55,199 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741977_1153
2014-04-10 11:03:55,200 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741978_1154
2014-04-10 11:03:55,200 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741989_1165
2014-04-10 11:03:55,201 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741979_1155
2014-04-10 11:03:55,201 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741980_1156
2014-04-10 11:03:55,201 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741987_1163
2014-04-10 11:03:55,201 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741983_1159
2014-04-10 11:03:55,247 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741986_1162
2014-04-10 11:03:55,247 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741979_1155
2014-04-10 11:03:55,248 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741982_1158
2014-04-10 11:03:55,248 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741985_1161
2014-04-10 11:03:55,248 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741988_1164
2014-04-10 11:03:55,249 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741983_1159
2014-04-10 11:03:55,384 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:55,402 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741986_1162
2014-04-10 11:03:55,627 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741977_1153
2014-04-10 11:03:55,627 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741985_1161
2014-04-10 11:03:55,628 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741981_1157
2014-04-10 11:03:55,628 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741978_1154
2014-04-10 11:03:55,628 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741980_1156
2014-04-10 11:03:55,629 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741979_1155
2014-04-10 11:03:55,629 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741982_1158
2014-04-10 11:03:55,630 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741989_1165
2014-04-10 11:03:55,630 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741987_1163
2014-04-10 11:03:55,631 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741984_1160
2014-04-10 11:03:55,631 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741988_1164
2014-04-10 11:03:56,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:03:56,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/COMMIT_STARTED dst=null perm=null
2014-04-10 11:03:56,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:03:56,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/COMMIT_FAIL dst=null perm=null
2014-04-10 11:03:56,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014 dst=null perm=null
2014-04-10 11:03:56,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:03:56,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:03:56,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:56,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.splitmetainfo dst=null perm=null
2014-04-10 11:03:56,353 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55446, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2035224536_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741988_1164, duration: 166745
2014-04-10 11:03:56,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741972_1148 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741972 for deletion
2014-04-10 11:03:56,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741973_1149 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741973 for deletion
2014-04-10 11:03:56,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741975_1151 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741975 for deletion
2014-04-10 11:03:56,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741972_1148 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741972
2014-04-10 11:03:56,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741982_1158 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741982 for deletion
2014-04-10 11:03:56,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741975_1151 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741975
2014-04-10 11:03:56,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741973_1149 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741973
2014-04-10 11:03:56,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741982_1158 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741982
2014-04-10 11:03:56,715 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, infoPort=35739, ipcPort=51987, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073741986_1162 to 127.0.0.1:37218
2014-04-10 11:03:56,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741972_1148 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741972 for deletion
2014-04-10 11:03:56,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741973_1149 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741973 for deletion
2014-04-10 11:03:56,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741974_1150 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741974 for deletion
2014-04-10 11:03:56,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741973_1149 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741973
2014-04-10 11:03:56,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741975_1151 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741975 for deletion
2014-04-10 11:03:56,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741972_1148 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741972
2014-04-10 11:03:56,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741976_1152 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741976 for deletion
2014-04-10 11:03:56,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741975_1151 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741975
2014-04-10 11:03:56,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741974_1150 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741974
2014-04-10 11:03:56,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741979_1155 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741979 for deletion
2014-04-10 11:03:56,716 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741986_1162 src: /127.0.0.1:40916 dest: /127.0.0.1:37218
2014-04-10 11:03:56,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741976_1152 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741976
2014-04-10 11:03:56,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741982_1158 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741982 for deletion
2014-04-10 11:03:56,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741979_1155 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741979
2014-04-10 11:03:56,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741982_1158 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741982
2014-04-10 11:03:56,717 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073741986_1162 (numBytes=244650) to 127.0.0.1/127.0.0.1:37218
2014-04-10 11:03:56,718 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073741986_1162 src: /127.0.0.1:40916 dest: /127.0.0.1:37218 of size 244650
2014-04-10 11:03:56,718 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741986_1162 size 244650
2014-04-10 11:03:56,944 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0014_000001 (auth:SIMPLE)
2014-04-10 11:03:56,945 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0014_000001
2014-04-10 11:03:56,946 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0014 APPATTEMPTID=appattempt_1397145675630_0014_000001
2014-04-10 11:03:56,946 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0014_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:03:56,946 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0014 State change from ACCEPTED to RUNNING
2014-04-10 11:03:56,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job_1397145675630_0014_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:57,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:03:57,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job_1397145675630_0014_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:03:57,137 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job_1397145675630_0014_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:03:57,176 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741990_1166 src: /127.0.0.1:40918 dest: /127.0.0.1:37218
2014-04-10 11:03:57,177 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741990_1166 src: /127.0.0.1:55450 dest: /127.0.0.1:50911
2014-04-10 11:03:57,178 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741990_1166 src: /127.0.0.1:49263 dest: /127.0.0.1:53749
2014-04-10 11:03:57,183 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49263, dest: /127.0.0.1:53749, bytes: 95776, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2035224536_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741990_1166, duration: 4350507
2014-04-10 11:03:57,184 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741990_1166, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:03:57,184 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55450, dest: /127.0.0.1:50911, bytes: 95776, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2035224536_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741990_1166, duration: 4750569
2014-04-10 11:03:57,184 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:57,184 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741990_1166, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:57,184 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40918, dest: /127.0.0.1:37218, bytes: 95776, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2035224536_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741990_1166, duration: 5145574
2014-04-10 11:03:57,184 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741990_1166, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:03:57,184 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:57,185 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:03:57,202 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job_1397145675630_0014_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-2035224536_1
2014-04-10 11:03:58,025 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:58,025 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000002
2014-04-10 11:03:58,025 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0014_01_000002 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:03:58,026 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0014 container=Container: [ContainerId: container_1397145675630_0014_01_000002, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0014_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:58,026 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:03:58,026 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:58,026 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:58,027 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000003
2014-04-10 11:03:58,027 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0014_01_000003 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:03:58,027 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0014 container=Container: [ContainerId: container_1397145675630_0014_01_000003, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0014_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:58,027 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:03:58,027 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:58,028 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:58,028 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000004
2014-04-10 11:03:58,028 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0014_01_000004 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:03:58,028 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0014 container=Container: [ContainerId: container_1397145675630_0014_01_000004, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0014_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:58,028 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:03:58,029 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:58,029 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:58,029 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000005
2014-04-10 11:03:58,029 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0014_01_000005 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:03:58,029 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0014 container=Container: [ContainerId: container_1397145675630_0014_01_000005, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0014_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:58,030 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:03:58,030 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:58,121 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073741972_1148, blk_1073741973_1149, blk_1073741974_1150, blk_1073741975_1151, blk_1073741976_1152, blk_1073741979_1155]
2014-04-10 11:03:58,121 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073741972_1148, blk_1073741973_1149, blk_1073741974_1150, blk_1073741976_1152, blk_1073741979_1155, blk_1073741982_1158]
2014-04-10 11:03:58,385 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:03:58,385 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000006
2014-04-10 11:03:58,385 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0014_01_000006 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:03:58,386 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0014 container=Container: [ContainerId: container_1397145675630_0014_01_000006, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0014_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:58,386 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:03:58,386 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:58,984 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:58,985 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:58,985 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:58,985 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:58,985 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:03:59,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.jar dst=null perm=null
2014-04-10 11:03:59,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.jar dst=null perm=null
2014-04-10 11:03:59,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.xml dst=null perm=null
2014-04-10 11:03:59,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.xml dst=null perm=null
2014-04-10 11:03:59,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:59,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:59,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:59,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:59,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:03:59,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:03:59,109 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0014_000001 (auth:SIMPLE)
2014-04-10 11:03:59,109 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0014_000001 (auth:SIMPLE)
2014-04-10 11:03:59,113 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0014_01_000005 by user brock
2014-04-10 11:03:59,113 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0014
2014-04-10 11:03:59,113 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0014_01_000006 by user brock
2014-04-10 11:03:59,114 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0014_01_000003 by user brock
2014-04-10 11:03:59,114 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0014 transitioned from NEW to INITING
2014-04-10 11:03:59,114 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000005
2014-04-10 11:03:59,114 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000003
2014-04-10 11:03:59,114 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0014_01_000005 to application application_1397145675630_0014
2014-04-10 11:03:59,114 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0014_01_000004 by user brock
2014-04-10 11:03:59,114 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0014_01_000003 to application application_1397145675630_0014
2014-04-10 11:03:59,114 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0014_01_000006 to application application_1397145675630_0014
2014-04-10 11:03:59,114 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000006
2014-04-10 11:03:59,115 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0014_01_000004 to application application_1397145675630_0014
2014-04-10 11:03:59,115 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000004
2014-04-10 11:03:59,115 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0014 transitioned from INITING to RUNNING
2014-04-10 11:03:59,114 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0014_01_000002 by user brock
2014-04-10 11:03:59,115 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:03:59,116 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0014
2014-04-10 11:03:59,116 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000002
2014-04-10 11:03:59,116 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:03:59,116 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0014
2014-04-10 11:03:59,116 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:59,116 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:03:59,116 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0014
2014-04-10 11:03:59,117 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:03:59,117 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0014
2014-04-10 11:03:59,117 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0014
2014-04-10 11:03:59,117 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:59,117 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:59,117 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0014
2014-04-10 11:03:59,118 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0014_01_000002 to application application_1397145675630_0014
2014-04-10 11:03:59,118 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:03:59,118 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:03:59,118 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0014
2014-04-10 11:03:59,118 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0014
2014-04-10 11:03:59,118 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:59,119 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0014
2014-04-10 11:03:59,119 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0014
2014-04-10 11:03:59,119 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0014
2014-04-10 11:03:59,119 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:59,120 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0014
2014-04-10 11:03:59,120 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:03:59,120 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0014_01_000003
2014-04-10 11:03:59,121 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0014_01_000005
2014-04-10 11:03:59,121 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0014_01_000004
2014-04-10 11:03:59,121 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0014
2014-04-10 11:03:59,121 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0014
2014-04-10 11:03:59,121 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:03:59,122 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0014
2014-04-10 11:03:59,122 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0014_01_000002
2014-04-10 11:03:59,133 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397145675630_0014_01_000003.tokens. Credentials list:
2014-04-10 11:03:59,133 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0014_01_000002.tokens. Credentials list:
2014-04-10 11:03:59,133 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397145675630_0014_01_000004.tokens. Credentials list:
2014-04-10 11:03:59,134 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0014_01_000005.tokens. Credentials list:
2014-04-10 11:03:59,144 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:03:59,144 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:59,145 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:59,214 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000006/default_container_executor.sh]
2014-04-10 11:03:59,218 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397145675630_0014_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000003.tokens
2014-04-10 11:03:59,218 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0014 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0014
2014-04-10 11:03:59,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.jar dst=null perm=null
2014-04-10 11:03:59,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.jar dst=null perm=null
2014-04-10 11:03:59,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.jar dst=null perm=null
2014-04-10 11:03:59,319 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49268, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1601195781_8836, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741986_1162, duration: 512505
2014-04-10 11:03:59,333 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0014/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:59,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.xml dst=null perm=null
2014-04-10 11:03:59,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.xml dst=null perm=null
2014-04-10 11:03:59,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.xml dst=null perm=null
2014-04-10 11:03:59,348 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55457, bytes: 82319, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1601195781_8836, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741989_1165, duration: 170563
2014-04-10 11:03:59,358 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0014/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:03:59,358 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:59,358 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:59,358 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:59,358 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:03:59,376 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0013_01_000001 succeeded
2014-04-10 11:03:59,377 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:03:59,377 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0013_01_000001
2014-04-10 11:03:59,385 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:03:59,385 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000001
2014-04-10 11:03:59,386 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000001
2014-04-10 11:03:59,386 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000001
2014-04-10 11:03:59,386 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0013/container_1397145675630_0013_01_000001
2014-04-10 11:03:59,387 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000001
2014-04-10 11:03:59,387 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0013_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:03:59,387 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0013_01_000001 from application application_1397145675630_0013
2014-04-10 11:03:59,387 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:59,387 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0013
2014-04-10 11:03:59,389 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:59,389 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:59,389 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:59,390 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:59,393 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:59,393 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:59,393 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:03:59,393 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:03:59,452 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000003/default_container_executor.sh]
2014-04-10 11:03:59,452 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000005/default_container_executor.sh]
2014-04-10 11:03:59,455 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000004/default_container_executor.sh]
2014-04-10 11:03:59,455 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000002/default_container_executor.sh]
2014-04-10 11:03:59,628 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0013_01_000001
2014-04-10 11:03:59,628 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0013_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:03:59,628 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0013_000001
2014-04-10 11:03:59,628 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0013_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:03:59,628 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0013_000001 State change from FINISHING to FINISHED
2014-04-10 11:03:59,628 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0013 CONTAINERID=container_1397145675630_0013_01_000001
2014-04-10 11:03:59,628 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0013 State change from FINISHING to FINISHED
2014-04-10 11:03:59,629 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0013_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41546, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:03:59,629 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0013
2014-04-10 11:03:59,629 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0013_000001
2014-04-10 11:03:59,629 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0013,name=[B10DA5045FA04372B49BF69E78BCC612/8CA8B3D62E9C4A7A97964393C1B967E0] lower*upper/(1/1) ...dpipesplatform/joinhasher,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0013/jobhistory/job/job_1397145675630_0013,appMasterHost=localhost.localdomain,startTime=1397145823161,finishTime=1397145833228,finalStatus=SUCCEEDED
2014-04-10 11:03:59,629 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:03:59,629 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0013_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:59,629 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:03:59,629 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:03:59,629 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0013_000001 released container container_1397145675630_0013_01_000001 on node: host: localhost:41546 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:03:59,629 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0013_000001 is done. finalState=FINISHED
2014-04-10 11:03:59,630 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0013 requests cleared
2014-04-10 11:03:59,630 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0013 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:03:59,630 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0013 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:03:59,631 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0013_000001 (auth:SIMPLE)
2014-04-10 11:03:59,632 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0013_01_000001
2014-04-10 11:03:59,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741972_1148 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741972 for deletion
2014-04-10 11:03:59,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741973_1149 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741973 for deletion
2014-04-10 11:03:59,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741974_1150 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741974 for deletion
2014-04-10 11:03:59,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741972_1148 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741972
2014-04-10 11:03:59,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741975_1151 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741975 for deletion
2014-04-10 11:03:59,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741973_1149 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741973
2014-04-10 11:03:59,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741976_1152 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741976 for deletion
2014-04-10 11:03:59,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741974_1150 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741974
2014-04-10 11:03:59,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741979_1155 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741979 for deletion
2014-04-10 11:03:59,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741975_1151 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741975
2014-04-10 11:03:59,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741976_1152 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741976
2014-04-10 11:03:59,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741979_1155 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741979
2014-04-10 11:03:59,741 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741972_1148 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741972 for deletion
2014-04-10 11:03:59,742 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741973_1149 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741973 for deletion
2014-04-10 11:03:59,742 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741974_1150 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741974 for deletion
2014-04-10 11:03:59,742 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741976_1152 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741976 for deletion
2014-04-10 11:03:59,742 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741973_1149 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741973
2014-04-10 11:03:59,742 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741972_1148 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741972
2014-04-10 11:03:59,742 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741974_1150 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741974
2014-04-10 11:03:59,742 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741979_1155 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741979 for deletion
2014-04-10 11:03:59,742 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741982_1158 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741982 for deletion
2014-04-10 11:03:59,742 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741976_1152 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741976
2014-04-10 11:03:59,743 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741979_1155 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741979
2014-04-10 11:03:59,743 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741982_1158 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741982
2014-04-10 11:04:00,002 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:04:00,025 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0013 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:04:00,025 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:00,025 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:00,025 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:00,025 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:00,026 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0013
2014-04-10 11:04:00,026 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0013 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:04:00,026 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0013, with delay of 10800 seconds
2014-04-10 11:04:00,026 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0013
2014-04-10 11:04:00,027 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0013
2014-04-10 11:04:00,027 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0013
2014-04-10 11:04:00,027 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0013
2014-04-10 11:04:00,252 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741990_1166
2014-04-10 11:04:00,385 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0013 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:04:00,385 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0013
2014-04-10 11:04:00,385 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0013
2014-04-10 11:04:00,386 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0013
2014-04-10 11:04:00,386 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0013
2014-04-10 11:04:00,386 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0013 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:04:00,386 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0013
2014-04-10 11:04:00,386 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0013, with delay of 10800 seconds
2014-04-10 11:04:00,405 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741990_1166
2014-04-10 11:04:00,475 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:04:00,628 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0013 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:04:00,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0013
2014-04-10 11:04:00,629 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0013
2014-04-10 11:04:00,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0013
2014-04-10 11:04:00,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0013
2014-04-10 11:04:00,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0013
2014-04-10 11:04:00,629 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0013 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:04:00,630 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0013, with delay of 10800 seconds
2014-04-10 11:04:00,634 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741990_1166
2014-04-10 11:04:00,754 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0014_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000005.tokens
2014-04-10 11:04:00,754 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0014 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0014
2014-04-10 11:04:00,835 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741986_1162
2014-04-10 11:04:00,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:04:01,034 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397145675630_0014_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000004.tokens
2014-04-10 11:04:01,035 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0014 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0014
2014-04-10 11:04:01,369 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:04:01,759 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0014_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000002.tokens
2014-04-10 11:04:01,759 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0014 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0014
2014-04-10 11:04:02,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.split dst=null perm=null
2014-04-10 11:04:02,284 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49282, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0014_m_000004_0_1091047340_1, offset: 1024, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741987_1163, duration: 169206
2014-04-10 11:04:02,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:02,375 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40940, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0014_m_000004_0_1091047340_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 160265
2014-04-10 11:04:02,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.split dst=null perm=null
2014-04-10 11:04:02,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.split dst=null perm=null
2014-04-10 11:04:02,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.split dst=null perm=null
2014-04-10 11:04:02,481 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40944, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0014_m_000003_0_999669520_1, offset: 1024, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741987_1163, duration: 171889
2014-04-10 11:04:02,482 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40945, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0014_m_000002_0_1969430276_1, offset: 512, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741987_1163, duration: 134261
2014-04-10 11:04:02,486 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53671, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0014_m_000001_0_1483284289_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741987_1163, duration: 168545
2014-04-10 11:04:02,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job.split dst=null perm=null
2014-04-10 11:04:02,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:02,545 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55480, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0014_m_000003_0_999669520_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 156051
2014-04-10 11:04:02,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:02,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:02,567 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49291, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0014_m_000000_0_-1198795922_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741987_1163, duration: 158952
2014-04-10 11:04:02,567 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55481, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0014_m_000002_0_1969430276_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 135491
2014-04-10 11:04:02,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:02,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:02,573 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55482, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0014_m_000001_0_1483284289_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 159389
2014-04-10 11:04:02,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:02,578 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49282, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0014_m_000004_0_1091047340_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 194341
2014-04-10 11:04:02,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:02,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934/_temporary/1/_temporary/attempt_1397145675630_0014_m_000004_0 dst=null perm=null
2014-04-10 11:04:02,762 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0014_01_000006
2014-04-10 11:04:02,762 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000006
2014-04-10 11:04:02,762 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:04:02,763 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0014_01_000006
2014-04-10 11:04:02,769 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0014_01_000006 is : 143
2014-04-10 11:04:02,780 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job_1397145675630_0014_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:04:02,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:02,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:02,792 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:04:02,792 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000006
2014-04-10 11:04:02,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:02,793 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000006
2014-04-10 11:04:02,793 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000006
2014-04-10 11:04:02,793 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000006
2014-04-10 11:04:02,793 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000006
2014-04-10 11:04:02,794 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:04:02,794 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0014_01_000006 from application application_1397145675630_0014
2014-04-10 11:04:02,794 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:02,794 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0014
2014-04-10 11:04:02,796 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55483, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0014_m_000003_0_999669520_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 147759
2014-04-10 11:04:02,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:02,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:02,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:02,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:02,837 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53678, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0014_m_000002_0_1969430276_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 203566
2014-04-10 11:04:02,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:02,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:02,846 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741991_1167 src: /127.0.0.1:49297 dest: /127.0.0.1:53749
2014-04-10 11:04:02,848 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741991_1167 src: /127.0.0.1:55486 dest: /127.0.0.1:50911
2014-04-10 11:04:02,849 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53671, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0014_m_000001_0_1483284289_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 160761
2014-04-10 11:04:02,850 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741991_1167 src: /127.0.0.1:53681 dest: /127.0.0.1:36156
2014-04-10 11:04:02,854 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job_1397145675630_0014_1.jhist for DFSClient_NONMAPREDUCE_-2035224536_1
2014-04-10 11:04:02,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:02,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:02,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:02,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934/_temporary/1/_temporary/attempt_1397145675630_0014_m_000003_0 dst=null perm=null
2014-04-10 11:04:02,885 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53682, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0014_m_000000_0_-1198795922_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 7023676
2014-04-10 11:04:02,889 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53682, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0014_m_000000_0_-1198795922_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 181433
2014-04-10 11:04:02,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934/_temporary/1/_temporary/attempt_1397145675630_0014_m_000002_0 dst=null perm=null
2014-04-10 11:04:02,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934/_temporary/1/_temporary/attempt_1397145675630_0014_m_000001_0 dst=null perm=null
2014-04-10 11:04:02,940 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0014_01_000005
2014-04-10 11:04:02,940 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000005
2014-04-10 11:04:02,940 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:04:02,940 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0014_01_000005
2014-04-10 11:04:02,951 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0014_01_000005 is : 143
2014-04-10 11:04:02,958 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0014_01_000004
2014-04-10 11:04:02,958 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000004
2014-04-10 11:04:02,965 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:04:02,966 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:04:02,966 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000005
2014-04-10 11:04:02,967 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000005
2014-04-10 11:04:02,967 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000005
2014-04-10 11:04:02,967 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000005
2014-04-10 11:04:02,967 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0014_01_000004
2014-04-10 11:04:02,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934/_temporary/1/_temporary/attempt_1397145675630_0014_m_000000_0 dst=null perm=null
2014-04-10 11:04:02,974 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0014_01_000004 is : 143
2014-04-10 11:04:02,982 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0014_01_000003
2014-04-10 11:04:02,982 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000003
2014-04-10 11:04:02,983 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000005
2014-04-10 11:04:02,983 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:04:02,983 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:04:02,984 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:04:02,984 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0014_01_000005 from application application_1397145675630_0014
2014-04-10 11:04:02,984 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:02,984 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0014
2014-04-10 11:04:02,984 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000004
2014-04-10 11:04:02,984 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000004
2014-04-10 11:04:02,985 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000004
2014-04-10 11:04:02,985 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000004
2014-04-10 11:04:02,985 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0014_01_000003
2014-04-10 11:04:02,990 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0014_01_000003 is : 143
2014-04-10 11:04:02,997 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000004
2014-04-10 11:04:02,997 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:04:02,998 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:04:02,998 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0014_01_000004 from application application_1397145675630_0014
2014-04-10 11:04:02,998 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:02,998 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0014
2014-04-10 11:04:02,998 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000003
2014-04-10 11:04:02,998 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000003
2014-04-10 11:04:02,998 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000003
2014-04-10 11:04:02,998 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000003
2014-04-10 11:04:02,999 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000003
2014-04-10 11:04:02,999 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:04:02,999 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0014_01_000003 from application application_1397145675630_0014
2014-04-10 11:04:02,999 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:02,999 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0014
2014-04-10 11:04:03,030 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0014_01_000002
2014-04-10 11:04:03,031 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000002
2014-04-10 11:04:03,031 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:04:03,031 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0014_01_000002
2014-04-10 11:04:03,031 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0014_01_000003
2014-04-10 11:04:03,031 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0014_01_000004
2014-04-10 11:04:03,031 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0014_01_000005
2014-04-10 11:04:03,032 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:03,032 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0014_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:04:03,032 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000003
2014-04-10 11:04:03,033 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0014_01_000003 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:04:03,033 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:04:03,033 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0014_01_000003, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:03,033 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:03,033 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:04:03,033 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0014_000001 released container container_1397145675630_0014_01_000003 on node: host: localhost:38779 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:04:03,034 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:03,034 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0014_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:04:03,034 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000004
2014-04-10 11:04:03,034 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0014_01_000004 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:04:03,034 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:04:03,035 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0014_01_000004, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:03,035 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:03,035 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:04:03,035 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0014_000001 released container container_1397145675630_0014_01_000004 on node: host: localhost:38779 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:04:03,035 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:03,036 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0014_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:04:03,036 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000005
2014-04-10 11:04:03,036 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0014_01_000005 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:04:03,037 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:04:03,037 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0014_01_000005, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:03,037 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:03,037 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:04:03,037 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0014_000001 released container container_1397145675630_0014_01_000005 on node: host: localhost:38779 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:04:03,041 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0014_01_000002 is : 143
2014-04-10 11:04:03,057 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:04:03,057 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000002
2014-04-10 11:04:03,058 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000002
2014-04-10 11:04:03,058 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000002
2014-04-10 11:04:03,058 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000002
2014-04-10 11:04:03,059 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000002
2014-04-10 11:04:03,059 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:04:03,059 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0014_01_000002 from application application_1397145675630_0014
2014-04-10 11:04:03,059 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:03,059 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0014
2014-04-10 11:04:03,763 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0014_01_000006
2014-04-10 11:04:03,763 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:03,764 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0014_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:04:03,764 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000006
2014-04-10 11:04:03,764 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0014_01_000006 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:04:03,764 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:04:03,764 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0014_01_000006, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:03,765 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:03,765 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:04:03,765 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0014_000001 released container container_1397145675630_0014_01_000006 on node: host: localhost:43726 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:04:04,032 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0014_01_000002
2014-04-10 11:04:04,033 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:04,033 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0014_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:04:04,033 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000002
2014-04-10 11:04:04,033 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0014_01_000002 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:04:04,033 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:04:04,034 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0014_01_000002, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:04,034 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:04,034 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:04:04,034 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0014_000001 released container container_1397145675630_0014_01_000002 on node: host: localhost:38779 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:04:04,035 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:04,035 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000007
2014-04-10 11:04:04,035 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0014_01_000007 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:04:04,035 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0014 container=Container: [ContainerId: container_1397145675630_0014_01_000007, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0014_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:04,035 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:04:04,036 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:05,023 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:05,036 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0014_01_000007 by user brock
2014-04-10 11:04:05,037 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000007
2014-04-10 11:04:05,037 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0014_01_000007 to application application_1397145675630_0014
2014-04-10 11:04:05,038 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 11:04:05,038 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0014
2014-04-10 11:04:05,038 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0014
2014-04-10 11:04:05,038 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:04:05,038 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0014
2014-04-10 11:04:05,039 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:05,078 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:05,078 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:05,137 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000007/default_container_executor.sh]
2014-04-10 11:04:06,028 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:04:06,033 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:06,869 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 1413 Total time for transactions(ms): 86 Number of transactions batched in Syncs: 12 Number of syncs: 957 SyncTimes(ms): 12065 7675
2014-04-10 11:04:06,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934/_temporary/1/_temporary/attempt_1397145675630_0014_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:06,937 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934/_temporary/1/_temporary/attempt_1397145675630_0014_r_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:04:07,017 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741992_1168 src: /127.0.0.1:55497 dest: /127.0.0.1:50911
2014-04-10 11:04:07,018 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741992_1168 src: /127.0.0.1:40967 dest: /127.0.0.1:37218
2014-04-10 11:04:07,019 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741992_1168 src: /127.0.0.1:49311 dest: /127.0.0.1:53749
2014-04-10 11:04:07,028 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49311, dest: /127.0.0.1:53749, bytes: 240, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0014_r_000000_0_1416367560_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741992_1168, duration: 8049494
2014-04-10 11:04:07,028 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741992_1168, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:07,028 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40967, dest: /127.0.0.1:37218, bytes: 240, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0014_r_000000_0_1416367560_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741992_1168, duration: 8380584
2014-04-10 11:04:07,028 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:04:07,029 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741992_1168, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:07,029 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55497, dest: /127.0.0.1:50911, bytes: 240, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0014_r_000000_0_1416367560_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741992_1168, duration: 8904031
2014-04-10 11:04:07,029 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:04:07,029 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741992_1168, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:07,030 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:04:07,043 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934/_temporary/1/_temporary/attempt_1397145675630_0014_r_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0014_r_000000_0_1416367560_1
2014-04-10 11:04:07,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934/_temporary/1/_temporary/attempt_1397145675630_0014_r_000000_0 dst=null perm=null
2014-04-10 11:04:07,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934/_temporary/1/_temporary/attempt_1397145675630_0014_r_000000_0 dst=null perm=null
2014-04-10 11:04:07,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934/_temporary/1/task_1397145675630_0014_r_000000 dst=null perm=null
2014-04-10 11:04:07,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934/_temporary/1/_temporary/attempt_1397145675630_0014_r_000000_0 dst=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934/_temporary/1/task_1397145675630_0014_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:04:07,148 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0014_01_000007
2014-04-10 11:04:07,148 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000007
2014-04-10 11:04:07,148 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000007 transitioned from RUNNING to KILLING
2014-04-10 11:04:07,148 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0014_01_000007
2014-04-10 11:04:07,153 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0014_01_000007 is : 143
2014-04-10 11:04:07,161 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:04:07,161 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000007
2014-04-10 11:04:07,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000007
2014-04-10 11:04:07,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000007
2014-04-10 11:04:07,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000007
2014-04-10 11:04:07,162 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000007
2014-04-10 11:04:07,162 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:04:07,162 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0014_01_000007 from application application_1397145675630_0014
2014-04-10 11:04:07,162 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:07,162 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0014
2014-04-10 11:04:07,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:07,185 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-2035224536_1
2014-04-10 11:04:07,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934/_temporary/1 dst=null perm=null
2014-04-10 11:04:07,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934 dst=null perm=null
2014-04-10 11:04:07,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934 dst=null perm=null
2014-04-10 11:04:07,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934/_temporary/1/task_1397145675630_0014_r_000000 dst=null perm=null
2014-04-10 11:04:07,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934/part-00000 dst=null perm=null
2014-04-10 11:04:07,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934/_temporary/1/task_1397145675630_0014_r_000000/part-00000 dst=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:07,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934/_temporary dst=null perm=null
2014-04-10 11:04:07,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:07,260 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2035224536_1
2014-04-10 11:04:07,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:07,293 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2035224536_1
2014-04-10 11:04:07,321 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53681, dest: /127.0.0.1:36156, bytes: 68751, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2035224536_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741991_1167, duration: 4470550377
2014-04-10 11:04:07,322 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741991_1167, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:07,323 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55486, dest: /127.0.0.1:50911, bytes: 68751, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2035224536_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741991_1167, duration: 4471582845
2014-04-10 11:04:07,323 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 15397
2014-04-10 11:04:07,323 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741991_1167, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:07,324 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49297, dest: /127.0.0.1:53749, bytes: 68751, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2035224536_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741991_1167, duration: 4472768319
2014-04-10 11:04:07,324 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 15397
2014-04-10 11:04:07,324 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741991_1167, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:07,325 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 15397
2014-04-10 11:04:07,343 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job_1397145675630_0014_1.jhist is closed by DFSClient_NONMAPREDUCE_-2035224536_1
2014-04-10 11:04:07,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:07,363 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:04:07,379 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741993_1169 src: /127.0.0.1:53695 dest: /127.0.0.1:36156
2014-04-10 11:04:07,380 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741993_1169 src: /127.0.0.1:40971 dest: /127.0.0.1:37218
2014-04-10 11:04:07,382 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741993_1169 src: /127.0.0.1:55503 dest: /127.0.0.1:50911
2014-04-10 11:04:07,385 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55503, dest: /127.0.0.1:50911, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2035224536_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741993_1169, duration: 2250423
2014-04-10 11:04:07,386 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741993_1169, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:07,386 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:07,386 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40971, dest: /127.0.0.1:37218, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2035224536_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741993_1169, duration: 2986156
2014-04-10 11:04:07,386 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741993_1169, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:07,387 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:07,387 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53695, dest: /127.0.0.1:36156, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2035224536_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741993_1169, duration: 3487351
2014-04-10 11:04:07,387 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741993_1169, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:07,387 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:07,402 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014.summary_tmp is closed by DFSClient_NONMAPREDUCE_-2035224536_1
2014-04-10 11:04:07,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:07,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job_1397145675630_0014_1.jhist dst=null perm=null
2014-04-10 11:04:07,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014-1397145834084-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF3C704EFA160486C-1397145847295-5-1-SUCCEEDED-default-1397145836959.jhist_tmp dst=null perm=null
2014-04-10 11:04:07,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job_1397145675630_0014_1.jhist dst=null perm=null
2014-04-10 11:04:07,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014-1397145834084-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF3C704EFA160486C-1397145847295-5-1-SUCCEEDED-default-1397145836959.jhist_tmp dst=null perm=null
2014-04-10 11:04:07,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job_1397145675630_0014_1.jhist dst=null perm=null
2014-04-10 11:04:07,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014-1397145834084-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF3C704EFA160486C-1397145847295-5-1-SUCCEEDED-default-1397145836959.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:07,459 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55504, bytes: 69291, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2035224536_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741991_1167, duration: 250635
2014-04-10 11:04:07,461 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014-1397145834084-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF3C704EFA160486C-1397145847295-5-1-SUCCEEDED-default-1397145836959.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:04:07,479 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741994_1170 src: /127.0.0.1:40974 dest: /127.0.0.1:37218
2014-04-10 11:04:07,480 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741994_1170 src: /127.0.0.1:53700 dest: /127.0.0.1:36156
2014-04-10 11:04:07,481 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741994_1170 src: /127.0.0.1:49319 dest: /127.0.0.1:53749
2014-04-10 11:04:07,485 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49319, dest: /127.0.0.1:53749, bytes: 68751, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2035224536_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741994_1170, duration: 2928624
2014-04-10 11:04:07,486 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741994_1170, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:07,486 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:04:07,486 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53700, dest: /127.0.0.1:36156, bytes: 68751, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2035224536_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741994_1170, duration: 3605667
2014-04-10 11:04:07,487 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741994_1170, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:07,487 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:04:07,487 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40974, dest: /127.0.0.1:37218, bytes: 68751, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2035224536_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741994_1170, duration: 4551876
2014-04-10 11:04:07,487 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741994_1170, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:07,488 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:04:07,502 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014-1397145834084-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF3C704EFA160486C-1397145847295-5-1-SUCCEEDED-default-1397145836959.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-2035224536_1
2014-04-10 11:04:07,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014-1397145834084-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF3C704EFA160486C-1397145847295-5-1-SUCCEEDED-default-1397145836959.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:07,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job_1397145675630_0014_1_conf.xml dst=null perm=null
2014-04-10 11:04:07,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014_conf.xml_tmp dst=null perm=null
2014-04-10 11:04:07,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job_1397145675630_0014_1_conf.xml dst=null perm=null
2014-04-10 11:04:07,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014_conf.xml_tmp dst=null perm=null
2014-04-10 11:04:07,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014/job_1397145675630_0014_1_conf.xml dst=null perm=null
2014-04-10 11:04:07,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:07,546 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55504, bytes: 96528, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2035224536_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741990_1166, duration: 542356
2014-04-10 11:04:07,549 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:04:07,562 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741995_1171 src: /127.0.0.1:40977 dest: /127.0.0.1:37218
2014-04-10 11:04:07,564 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741995_1171 src: /127.0.0.1:53703 dest: /127.0.0.1:36156
2014-04-10 11:04:07,565 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741995_1171 src: /127.0.0.1:55510 dest: /127.0.0.1:50911
2014-04-10 11:04:07,569 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55510, dest: /127.0.0.1:50911, bytes: 95776, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2035224536_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741995_1171, duration: 2644804
2014-04-10 11:04:07,569 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741995_1171, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:07,569 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:04:07,569 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53703, dest: /127.0.0.1:36156, bytes: 95776, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2035224536_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741995_1171, duration: 3187747
2014-04-10 11:04:07,570 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741995_1171, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:07,570 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:04:07,570 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40977, dest: /127.0.0.1:37218, bytes: 95776, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2035224536_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741995_1171, duration: 3738250
2014-04-10 11:04:07,570 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741995_1171, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:07,571 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:04:07,585 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-2035224536_1
2014-04-10 11:04:07,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:07,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:07,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:07,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014-1397145834084-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF3C704EFA160486C-1397145847295-5-1-SUCCEEDED-default-1397145836959.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014-1397145834084-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF3C704EFA160486C-1397145847295-5-1-SUCCEEDED-default-1397145836959.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:07,660 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0014_000001 with final state: FINISHING
2014-04-10 11:04:07,661 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0014_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:04:07,661 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0014 with final state: FINISHING
2014-04-10 11:04:07,661 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0014 State change from RUNNING to FINAL_SAVING
2014-04-10 11:04:07,661 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0014
2014-04-10 11:04:07,662 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0014_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:04:07,662 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0014 State change from FINAL_SAVING to FINISHING
2014-04-10 11:04:07,663 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:04:07,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:04:07,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:04:07,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014.summary dst=null perm=null
2014-04-10 11:04:07,671 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53707, bytes: 435, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741993_1169, duration: 244658
2014-04-10 11:04:07,672 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0014,submitTime=1397145834084,launchTime=1397145836959,firstMapTaskLaunchTime=1397145839124,firstReduceTaskLaunchTime=1397145845038,finishTime=1397145847295,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=18,reduceSlotSeconds=2,jobName=[00ACBC3F7617452DA1E1D0C64B42EFD9/F3C704EFA160486CA3547DF3F6D5DD39] lower*upper*joined/(2/2)
2014-04-10 11:04:07,672 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014.summary]
2014-04-10 11:04:07,685 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741993_1169 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:50911
2014-04-10 11:04:07,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014.summary dst=null perm=null
2014-04-10 11:04:07,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:04:07,688 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014-1397145834084-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF3C704EFA160486C-1397145847295-5-1-SUCCEEDED-default-1397145836959.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0014-1397145834084-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF3C704EFA160486C-1397145847295-5-1-SUCCEEDED-default-1397145836959.jhist
2014-04-10 11:04:07,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014-1397145834084-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF3C704EFA160486C-1397145847295-5-1-SUCCEEDED-default-1397145836959.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0014-1397145834084-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF3C704EFA160486C-1397145847295-5-1-SUCCEEDED-default-1397145836959.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:07,702 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0014_conf.xml
2014-04-10 11:04:07,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0014_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0014_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:07,719 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0014 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0014-1397145834084-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF3C704EFA160486C-1397145847295-5-1-SUCCEEDED-default-1397145836959.jhist
2014-04-10 11:04:07,719 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0014-1397145834084-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF3C704EFA160486C-1397145847295-5-1-SUCCEEDED-default-1397145836959.jhist]
2014-04-10 11:04:07,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0014-1397145834084-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF3C704EFA160486C-1397145847295-5-1-SUCCEEDED-default-1397145836959.jhist dst=null perm=null
2014-04-10 11:04:07,723 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:40983, bytes: 69291, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741994_1170, duration: 388221
2014-04-10 11:04:07,759 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper*joined] starting step: (1/2) ...splatform/joingroupbyjoin
2014-04-10 11:04:07,774 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:04:07,783 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:04:07,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin dst=null perm=null
2014-04-10 11:04:07,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:04:07,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:04:07,787 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 15
2014-04-10 11:04:07,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015 dst=null perm=null
2014-04-10 11:04:07,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:04:07,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:04:07,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.jar dst=null perm=null
2014-04-10 11:04:07,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:07,838 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:04:07,853 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741996_1172 src: /127.0.0.1:55515 dest: /127.0.0.1:50911
2014-04-10 11:04:07,854 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741996_1172 src: /127.0.0.1:49328 dest: /127.0.0.1:53749
2014-04-10 11:04:07,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741996_1172 src: /127.0.0.1:40986 dest: /127.0.0.1:37218
2014-04-10 11:04:07,861 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40986, dest: /127.0.0.1:37218, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741996_1172, duration: 3988122
2014-04-10 11:04:07,861 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741996_1172, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:07,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:07,861 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49328, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741996_1172, duration: 3553514
2014-04-10 11:04:07,862 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741996_1172, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:07,862 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:07,863 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55515, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741996_1172, duration: 4961091
2014-04-10 11:04:07,863 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741996_1172, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:07,863 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:07,877 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:04:07,878 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.jar
2014-04-10 11:04:07,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.jar dst=null perm=null
2014-04-10 11:04:07,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:07,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:07,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:07,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:07,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:04:07,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:04:07,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:04:07,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:04:07,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:04:07,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:07,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934 dst=null perm=null
2014-04-10 11:04:07,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934 dst=null perm=null
2014-04-10 11:04:07,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934 dst=null perm=null
2014-04-10 11:04:07,923 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:04:07,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:07,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:07,953 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.split
2014-04-10 11:04:07,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.split dst=null perm=null
2014-04-10 11:04:07,970 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:04:07,987 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741997_1173 src: /127.0.0.1:55518 dest: /127.0.0.1:50911
2014-04-10 11:04:07,988 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741997_1173 src: /127.0.0.1:49331 dest: /127.0.0.1:53749
2014-04-10 11:04:07,989 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741997_1173 src: /127.0.0.1:53714 dest: /127.0.0.1:36156
2014-04-10 11:04:07,991 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741997_1173 src: /127.0.0.1:40990 dest: /127.0.0.1:37218
2014-04-10 11:04:07,994 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40990, dest: /127.0.0.1:37218, bytes: 356, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741997_1173, duration: 1934402
2014-04-10 11:04:07,994 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741997_1173, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:07,994 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:04:07,994 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53714, dest: /127.0.0.1:36156, bytes: 356, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741997_1173, duration: 2499668
2014-04-10 11:04:07,995 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741997_1173, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:07,995 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:04:07,995 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49331, dest: /127.0.0.1:53749, bytes: 356, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741997_1173, duration: 3367708
2014-04-10 11:04:07,995 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741997_1173, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:07,996 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:04:07,996 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55518, dest: /127.0.0.1:50911, bytes: 356, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741997_1173, duration: 3873925
2014-04-10 11:04:07,996 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741997_1173, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:07,996 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:04:08,010 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:04:08,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:08,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:08,045 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:04:08,061 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741998_1174 src: /127.0.0.1:55522 dest: /127.0.0.1:50911
2014-04-10 11:04:08,063 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741998_1174 src: /127.0.0.1:53717 dest: /127.0.0.1:36156
2014-04-10 11:04:08,064 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741998_1174 src: /127.0.0.1:40993 dest: /127.0.0.1:37218
2014-04-10 11:04:08,066 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40993, dest: /127.0.0.1:37218, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741998_1174, duration: 1465618
2014-04-10 11:04:08,067 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741998_1174, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:08,067 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:04:08,067 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53717, dest: /127.0.0.1:36156, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741998_1174, duration: 2119980
2014-04-10 11:04:08,067 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741998_1174, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:08,068 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:04:08,068 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55522, dest: /127.0.0.1:50911, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741998_1174, duration: 2749972
2014-04-10 11:04:08,068 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741998_1174, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:08,069 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:04:08,127 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:04:08,127 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-04-10 11:04:08,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:08,149 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0014_01_000007
2014-04-10 11:04:08,149 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:08,150 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0014_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 11:04:08,150 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000007
2014-04-10 11:04:08,150 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0014_01_000007 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:04:08,150 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:04:08,150 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0014_01_000007, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:08,151 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:08,151 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:04:08,151 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0014_000001 released container container_1397145675630_0014_01_000007 on node: host: localhost:38779 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:04:08,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:08,168 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:04:08,186 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741999_1175 src: /127.0.0.1:49338 dest: /127.0.0.1:53749
2014-04-10 11:04:08,188 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741999_1175 src: /127.0.0.1:40996 dest: /127.0.0.1:37218
2014-04-10 11:04:08,189 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741999_1175 src: /127.0.0.1:55528 dest: /127.0.0.1:50911
2014-04-10 11:04:08,193 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55528, dest: /127.0.0.1:50911, bytes: 81553, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741999_1175, duration: 2411398
2014-04-10 11:04:08,193 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741999_1175, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:08,193 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40996, dest: /127.0.0.1:37218, bytes: 81553, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741999_1175, duration: 2975921
2014-04-10 11:04:08,193 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:04:08,194 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741999_1175, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:08,194 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:04:08,194 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49338, dest: /127.0.0.1:53749, bytes: 81553, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741999_1175, duration: 3685415
2014-04-10 11:04:08,195 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073741999_1175, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:08,195 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:04:08,210 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:04:08,210 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0015
2014-04-10 11:04:08,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015 dst=null perm=null
2014-04-10 11:04:08,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.xml dst=null perm=null
2014-04-10 11:04:08,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.xml dst=null perm=null
2014-04-10 11:04:08,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.jar dst=null perm=null
2014-04-10 11:04:08,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.jar dst=null perm=null
2014-04-10 11:04:08,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.split dst=null perm=null
2014-04-10 11:04:08,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.split dst=null perm=null
2014-04-10 11:04:08,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:08,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:08,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:08,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:08,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:08,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:08,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:08,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:08,267 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 15 submitted by user brock
2014-04-10 11:04:08,267 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0015
2014-04-10 11:04:08,267 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0015
2014-04-10 11:04:08,267 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0015
2014-04-10 11:04:08,267 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0015 State change from NEW to NEW_SAVING
2014-04-10 11:04:08,268 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0015 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:04:08,268 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0015_000001
2014-04-10 11:04:08,268 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0015_000001 State change from NEW to SUBMITTED
2014-04-10 11:04:08,269 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0015 from user: brock activated in queue: default
2014-04-10 11:04:08,269 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0015 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:04:08,269 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0015 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:04:08,269 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0015
2014-04-10 11:04:08,269 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0015_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:04:08,269 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0015_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:04:08,270 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0015 State change from SUBMITTED to ACCEPTED
2014-04-10 11:04:08,272 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0015/
2014-04-10 11:04:08,272 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper*joined] submitted hadoop job: job_1397145675630_0015
2014-04-10 11:04:08,272 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper*joined] tracking url: http://localhost:33250/proxy/application_1397145675630_0015/
2014-04-10 11:04:08,632 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0015_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:08,632 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0015 CONTAINERID=container_1397145675630_0015_01_000001
2014-04-10 11:04:08,632 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0015_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:04:08,632 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0015 container=Container: [ContainerId: container_1397145675630_0015_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0015_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:08,633 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:04:08,633 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0015_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:08,633 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:08,633 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0015 AttemptId: appattempt_1397145675630_0015_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0015_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ]
2014-04-10 11:04:08,634 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0015_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:04:08,634 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0015_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:04:08,634 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0015_000001
2014-04-10 11:04:08,635 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0015_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] for AM appattempt_1397145675630_0015_000001
2014-04-10 11:04:08,635 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0015_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:04:08,638 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0015_000001 (auth:SIMPLE)
2014-04-10 11:04:08,640 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0015_01_000001 by user brock
2014-04-10 11:04:08,640 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0015
2014-04-10 11:04:08,640 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0015 CONTAINERID=container_1397145675630_0015_01_000001
2014-04-10 11:04:08,640 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0015 transitioned from NEW to INITING
2014-04-10 11:04:08,641 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0015_01_000001 to application application_1397145675630_0015
2014-04-10 11:04:08,641 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0015_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] for AM appattempt_1397145675630_0015_000001
2014-04-10 11:04:08,641 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0015 transitioned from INITING to RUNNING
2014-04-10 11:04:08,641 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0015_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:04:08,641 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0015_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:04:08,641 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0015
2014-04-10 11:04:08,642 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:04:08,642 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:04:08,642 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:04:08,642 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:04:08,642 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0015_01_000001
2014-04-10 11:04:08,652 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0015_01_000001.tokens. Credentials list:
2014-04-10 11:04:08,667 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:04:08,693 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741986_1162 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:50911 127.0.0.1:37218
2014-04-10 11:04:08,694 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741987_1163 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:36156
2014-04-10 11:04:08,694 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741988_1164 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:04:08,694 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741989_1165 127.0.0.1:50911 127.0.0.1:37218 127.0.0.1:53749
2014-04-10 11:04:08,695 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741991_1167 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:04:08,695 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741990_1166 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:53749
2014-04-10 11:04:08,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0014 dst=null perm=null
2014-04-10 11:04:08,734 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0015_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0015/container_1397145675630_0015_01_000001.tokens
2014-04-10 11:04:08,734 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0015 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0015
2014-04-10 11:04:08,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.jar dst=null perm=null
2014-04-10 11:04:08,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.jar dst=null perm=null
2014-04-10 11:04:08,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.jar dst=null perm=null
2014-04-10 11:04:08,847 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49344, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1158659804_9290, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741996_1172, duration: 630858
2014-04-10 11:04:08,872 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0015/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:08,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:08,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:08,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:08,898 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53728, bytes: 48, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1158659804_9290, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741998_1174, duration: 229331
2014-04-10 11:04:08,916 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0015/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:08,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.split dst=null perm=null
2014-04-10 11:04:08,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.split dst=null perm=null
2014-04-10 11:04:08,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.split dst=null perm=null
2014-04-10 11:04:08,941 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53728, bytes: 360, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1158659804_9290, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741997_1173, duration: 228919
2014-04-10 11:04:08,959 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0015/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:08,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.xml dst=null perm=null
2014-04-10 11:04:08,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.xml dst=null perm=null
2014-04-10 11:04:08,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.xml dst=null perm=null
2014-04-10 11:04:08,982 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49344, bytes: 82193, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1158659804_9290, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741999_1175, duration: 391931
2014-04-10 11:04:09,001 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0015/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:09,001 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0015_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:09,035 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0015_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:09,035 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:09,096 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0015/container_1397145675630_0015_01_000001/default_container_executor.sh]
2014-04-10 11:04:09,133 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741993_1169
2014-04-10 11:04:09,134 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741994_1170
2014-04-10 11:04:09,134 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741998_1174
2014-04-10 11:04:09,136 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741995_1171
2014-04-10 11:04:09,137 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741991_1167
2014-04-10 11:04:09,137 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741997_1173
2014-04-10 11:04:09,631 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0015_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:10,126 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53749 to replicate blk_1073741996_1172 to datanode(s) 127.0.0.1:36156
2014-04-10 11:04:10,126 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073741986_1162, blk_1073741987_1163, blk_1073741988_1164, blk_1073741989_1165, blk_1073741990_1166, blk_1073741991_1167, blk_1073741993_1169]
2014-04-10 11:04:10,126 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073741986_1162, blk_1073741987_1163, blk_1073741988_1164, blk_1073741989_1165, blk_1073741990_1166, blk_1073741993_1169]
2014-04-10 11:04:10,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:04:10,254 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741999_1175
2014-04-10 11:04:10,254 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741997_1173
2014-04-10 11:04:10,255 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741996_1172
2014-04-10 11:04:10,256 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741998_1174
2014-04-10 11:04:10,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/COMMIT_STARTED dst=null perm=null
2014-04-10 11:04:10,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:04:10,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/COMMIT_FAIL dst=null perm=null
2014-04-10 11:04:10,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015 dst=null perm=null
2014-04-10 11:04:10,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:04:10,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:04:10,407 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741991_1167
2014-04-10 11:04:10,408 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741999_1175
2014-04-10 11:04:10,408 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741994_1170
2014-04-10 11:04:10,408 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741992_1168
2014-04-10 11:04:10,409 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741997_1173
2014-04-10 11:04:10,455 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741991_1167
2014-04-10 11:04:10,456 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741992_1168
2014-04-10 11:04:10,456 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741993_1169
2014-04-10 11:04:10,456 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741995_1171
2014-04-10 11:04:10,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:10,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:10,582 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41008, bytes: 48, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1748212424_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741998_1174, duration: 157977
2014-04-10 11:04:10,808 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741996_1172
2014-04-10 11:04:10,837 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741998_1174
2014-04-10 11:04:10,838 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741999_1175
2014-04-10 11:04:11,038 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741996_1172
2014-04-10 11:04:11,039 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741995_1171
2014-04-10 11:04:11,040 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741993_1169
2014-04-10 11:04:11,040 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741992_1168
2014-04-10 11:04:11,041 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741994_1170
2014-04-10 11:04:11,041 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741997_1173
2014-04-10 11:04:11,242 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0015_000001 (auth:SIMPLE)
2014-04-10 11:04:11,244 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0015_000001
2014-04-10 11:04:11,244 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0015 APPATTEMPTID=appattempt_1397145675630_0015_000001
2014-04-10 11:04:11,244 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0015_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:04:11,244 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0015 State change from ACCEPTED to RUNNING
2014-04-10 11:04:11,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job_1397145675630_0015_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:11,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:04:11,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job_1397145675630_0015_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:11,437 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job_1397145675630_0015_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:04:11,478 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742000_1176 src: /127.0.0.1:41012 dest: /127.0.0.1:37218
2014-04-10 11:04:11,479 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742000_1176 src: /127.0.0.1:49356 dest: /127.0.0.1:53749
2014-04-10 11:04:11,480 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742000_1176 src: /127.0.0.1:55545 dest: /127.0.0.1:50911
2014-04-10 11:04:11,485 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55545, dest: /127.0.0.1:50911, bytes: 95440, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1748212424_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742000_1176, duration: 3993451
2014-04-10 11:04:11,485 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742000_1176, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:11,485 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49356, dest: /127.0.0.1:53749, bytes: 95440, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1748212424_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742000_1176, duration: 4385064
2014-04-10 11:04:11,485 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:11,485 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742000_1176, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:11,485 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41012, dest: /127.0.0.1:37218, bytes: 95440, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1748212424_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742000_1176, duration: 4748905
2014-04-10 11:04:11,486 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742000_1176, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:11,486 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:11,486 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:11,502 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job_1397145675630_0015_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1748212424_1
2014-04-10 11:04:11,663 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=68edbb52-d631-4c11-b1f4-78133ce1dada, infoPort=59891, ipcPort=41399, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073741996_1172 to 127.0.0.1:36156
2014-04-10 11:04:11,664 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073741996_1172 src: /127.0.0.1:53740 dest: /127.0.0.1:36156
2014-04-10 11:04:11,665 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073741996_1172 (numBytes=244650) to 127.0.0.1/127.0.0.1:36156
2014-04-10 11:04:11,666 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073741996_1172 src: /127.0.0.1:53740 dest: /127.0.0.1:36156 of size 244650
2014-04-10 11:04:11,667 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073741996_1172 size 244650
2014-04-10 11:04:11,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741986_1162 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741986 for deletion
2014-04-10 11:04:11,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741987_1163 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741987 for deletion
2014-04-10 11:04:11,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741988_1164 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741988 for deletion
2014-04-10 11:04:11,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741987_1163 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741987
2014-04-10 11:04:11,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741989_1165 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741989 for deletion
2014-04-10 11:04:11,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741990_1166 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741990 for deletion
2014-04-10 11:04:11,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741989_1165 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741989
2014-04-10 11:04:11,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741991_1167 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741991 for deletion
2014-04-10 11:04:11,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741993_1169 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741993 for deletion
2014-04-10 11:04:11,721 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741986_1162 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741986
2014-04-10 11:04:11,721 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741991_1167 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741991
2014-04-10 11:04:11,721 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741988_1164 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741988
2014-04-10 11:04:11,722 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741993_1169 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741993
2014-04-10 11:04:11,722 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741990_1166 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741990
2014-04-10 11:04:11,745 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741986_1162 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741986 for deletion
2014-04-10 11:04:11,745 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741987_1163 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741987 for deletion
2014-04-10 11:04:11,745 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741988_1164 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741988 for deletion
2014-04-10 11:04:11,745 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741987_1163 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741987
2014-04-10 11:04:11,745 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741989_1165 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741989 for deletion
2014-04-10 11:04:11,745 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741986_1162 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741986
2014-04-10 11:04:11,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741990_1166 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741990 for deletion
2014-04-10 11:04:11,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741988_1164 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741988
2014-04-10 11:04:11,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741993_1169 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741993 for deletion
2014-04-10 11:04:11,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741989_1165 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741989
2014-04-10 11:04:11,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741990_1166 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741990
2014-04-10 11:04:11,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741993_1169 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741993
2014-04-10 11:04:12,632 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0015_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:12,632 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0015 CONTAINERID=container_1397145675630_0015_01_000002
2014-04-10 11:04:12,633 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0015_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:04:12,633 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0015 container=Container: [ContainerId: container_1397145675630_0015_01_000002, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0015_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:12,633 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:04:12,633 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:13,127 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073741986_1162, blk_1073741987_1163, blk_1073741988_1164, blk_1073741991_1167, blk_1073741993_1169]
2014-04-10 11:04:13,127 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073741986_1162, blk_1073741987_1163, blk_1073741989_1165, blk_1073741990_1166, blk_1073741991_1167]
2014-04-10 11:04:13,276 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0015_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:13,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.jar dst=null perm=null
2014-04-10 11:04:13,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.jar dst=null perm=null
2014-04-10 11:04:13,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.xml dst=null perm=null
2014-04-10 11:04:13,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.xml dst=null perm=null
2014-04-10 11:04:13,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:13,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:13,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:13,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:13,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:13,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:13,379 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0015_000001 (auth:SIMPLE)
2014-04-10 11:04:13,382 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0015_01_000002 by user brock
2014-04-10 11:04:13,383 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0015 CONTAINERID=container_1397145675630_0015_01_000002
2014-04-10 11:04:13,383 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0015_01_000002 to application application_1397145675630_0015
2014-04-10 11:04:13,383 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0015_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:04:13,383 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0015
2014-04-10 11:04:13,383 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0015
2014-04-10 11:04:13,383 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:04:13,384 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0015
2014-04-10 11:04:13,384 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0015_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:13,407 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0015_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:13,407 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:13,465 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0015/container_1397145675630_0015_01_000002/default_container_executor.sh]
2014-04-10 11:04:13,632 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0015_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:13,810 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0014_01_000001 succeeded
2014-04-10 11:04:13,810 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:04:13,810 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0014_01_000001
2014-04-10 11:04:13,819 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000001
2014-04-10 11:04:13,819 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000001
2014-04-10 11:04:13,819 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000001
2014-04-10 11:04:13,819 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000001
2014-04-10 11:04:13,819 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0014/container_1397145675630_0014_01_000001
2014-04-10 11:04:13,819 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0014_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:04:13,820 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0014_01_000001 from application application_1397145675630_0014
2014-04-10 11:04:13,820 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:13,820 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0014
2014-04-10 11:04:14,131 INFO hs.JobHistory (JobHistory.java:run(188)) - Starting scan to move intermediate done files
2014-04-10 11:04:14,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:04:14,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:04:14,291 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:04:14,340 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073741996_1172
2014-04-10 11:04:14,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741986_1162 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741986 for deletion
2014-04-10 11:04:14,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741987_1163 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741987 for deletion
2014-04-10 11:04:14,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741988_1164 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741988 for deletion
2014-04-10 11:04:14,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741986_1162 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741986
2014-04-10 11:04:14,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741991_1167 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741991 for deletion
2014-04-10 11:04:14,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741988_1164 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741988
2014-04-10 11:04:14,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741993_1169 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741993 for deletion
2014-04-10 11:04:14,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741987_1163 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741987
2014-04-10 11:04:14,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741991_1167 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741991
2014-04-10 11:04:14,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741993_1169 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741993
2014-04-10 11:04:14,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741986_1162 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741986 for deletion
2014-04-10 11:04:14,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741987_1163 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741987 for deletion
2014-04-10 11:04:14,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741989_1165 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741989 for deletion
2014-04-10 11:04:14,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741986_1162 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741986
2014-04-10 11:04:14,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741987_1163 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741987
2014-04-10 11:04:14,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741989_1165 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741989
2014-04-10 11:04:14,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741990_1166 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741990 for deletion
2014-04-10 11:04:14,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741991_1167 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741991 for deletion
2014-04-10 11:04:14,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741990_1166 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741990
2014-04-10 11:04:14,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741991_1167 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741991
2014-04-10 11:04:14,766 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0014_01_000001
2014-04-10 11:04:14,767 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0014_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:14,767 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0014_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:04:14,767 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0014_000001
2014-04-10 11:04:14,767 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0014 CONTAINERID=container_1397145675630_0014_01_000001
2014-04-10 11:04:14,767 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0014_000001 State change from FINISHING to FINISHED
2014-04-10 11:04:14,767 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0014_01_000001 of capacity <memory:2048, vCores:1> on host localhost:43726, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:04:14,767 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0014 State change from FINISHING to FINISHED
2014-04-10 11:04:14,767 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:04:14,767 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0014_000001
2014-04-10 11:04:14,767 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0014
2014-04-10 11:04:14,767 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0014_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:14,767 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0014,name=[00ACBC3F7617452DA1E1D0C64B42EFD9/F3C704EFA160486CA3547DF3F6D5DD39] lower*upper*joined/(2/2),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0014/jobhistory/job/job_1397145675630_0014,appMasterHost=localhost.localdomain,startTime=1397145834084,finishTime=1397145847661,finalStatus=SUCCEEDED
2014-04-10 11:04:14,767 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:14,768 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2014-04-10 11:04:14,768 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0014_000001 released container container_1397145675630_0014_01_000001 on node: host: localhost:43726 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:04:14,768 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0014_000001 is done. finalState=FINISHED
2014-04-10 11:04:14,768 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0014 requests cleared
2014-04-10 11:04:14,768 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0014 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:04:14,768 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0014 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:04:14,769 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0014_000001 (auth:SIMPLE)
2014-04-10 11:04:14,770 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0014_01_000001
2014-04-10 11:04:14,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job.split dst=null perm=null
2014-04-10 11:04:14,918 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53750, bytes: 360, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0015_m_000000_0_154663162_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741997_1173, duration: 121315
2014-04-10 11:04:14,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934/part-00000 dst=null perm=null
2014-04-10 11:04:14,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934/part-00000 dst=null perm=null
2014-04-10 11:04:14,971 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41026, bytes: 244, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0015_m_000000_0_154663162_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741992_1168, duration: 169503
2014-04-10 11:04:15,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin/_temporary/1/_temporary/attempt_1397145675630_0015_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:15,151 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0014 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:04:15,151 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0014
2014-04-10 11:04:15,151 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0014
2014-04-10 11:04:15,151 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0014
2014-04-10 11:04:15,151 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0014
2014-04-10 11:04:15,152 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0014
2014-04-10 11:04:15,151 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0014 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:04:15,152 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0014, with delay of 10800 seconds
2014-04-10 11:04:15,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt dst=null perm=null
2014-04-10 11:04:15,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt dst=null perm=null
2014-04-10 11:04:15,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt dst=null perm=null
2014-04-10 11:04:15,172 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53750, bytes: 34, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0015_m_000000_0_154663162_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741985_1161, duration: 157449
2014-04-10 11:04:15,199 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin/_temporary/1/_temporary/attempt_1397145675630_0015_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:04:15,238 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742001_1177 src: /127.0.0.1:53752 dest: /127.0.0.1:36156
2014-04-10 11:04:15,239 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742001_1177 src: /127.0.0.1:41028 dest: /127.0.0.1:37218
2014-04-10 11:04:15,239 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742001_1177 src: /127.0.0.1:55560 dest: /127.0.0.1:50911
2014-04-10 11:04:15,243 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55560, dest: /127.0.0.1:50911, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0015_m_000000_0_154663162_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742001_1177, duration: 3426303
2014-04-10 11:04:15,243 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742001_1177, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:15,244 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41028, dest: /127.0.0.1:37218, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0015_m_000000_0_154663162_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742001_1177, duration: 3785767
2014-04-10 11:04:15,244 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:04:15,244 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742001_1177, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:15,244 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53752, dest: /127.0.0.1:36156, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0015_m_000000_0_154663162_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742001_1177, duration: 4123733
2014-04-10 11:04:15,244 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:04:15,244 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742001_1177, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:15,245 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:04:15,260 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin/_temporary/1/_temporary/attempt_1397145675630_0015_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0015_m_000000_0_154663162_1
2014-04-10 11:04:15,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin/_temporary/1/_temporary/attempt_1397145675630_0015_m_000000_0 dst=null perm=null
2014-04-10 11:04:15,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin/_temporary/1/_temporary/attempt_1397145675630_0015_m_000000_0 dst=null perm=null
2014-04-10 11:04:15,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin/_temporary/1/task_1397145675630_0015_m_000000 dst=null perm=null
2014-04-10 11:04:15,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin/_temporary/1/_temporary/attempt_1397145675630_0015_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin/_temporary/1/task_1397145675630_0015_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:04:15,395 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0015_01_000002
2014-04-10 11:04:15,396 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0015 CONTAINERID=container_1397145675630_0015_01_000002
2014-04-10 11:04:15,396 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0015_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:04:15,396 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0015_01_000002
2014-04-10 11:04:15,403 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0015_01_000002 is : 143
2014-04-10 11:04:15,410 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job_1397145675630_0015_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:04:15,411 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0015_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:04:15,411 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0015/container_1397145675630_0015_01_000002
2014-04-10 11:04:15,411 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0015/container_1397145675630_0015_01_000002
2014-04-10 11:04:15,412 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0015/container_1397145675630_0015_01_000002
2014-04-10 11:04:15,412 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0015/container_1397145675630_0015_01_000002
2014-04-10 11:04:15,412 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0015 CONTAINERID=container_1397145675630_0015_01_000002
2014-04-10 11:04:15,412 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0015_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:04:15,412 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0015_01_000002 from application application_1397145675630_0015
2014-04-10 11:04:15,412 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:15,412 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0015
2014-04-10 11:04:15,429 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742002_1178 src: /127.0.0.1:41030 dest: /127.0.0.1:37218
2014-04-10 11:04:15,430 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742002_1178 src: /127.0.0.1:53756 dest: /127.0.0.1:36156
2014-04-10 11:04:15,431 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742002_1178 src: /127.0.0.1:55563 dest: /127.0.0.1:50911
2014-04-10 11:04:15,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:15,443 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job_1397145675630_0015_1.jhist for DFSClient_NONMAPREDUCE_1748212424_1
2014-04-10 11:04:15,460 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742001_1177
2014-04-10 11:04:15,462 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742000_1176
2014-04-10 11:04:15,476 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1748212424_1
2014-04-10 11:04:15,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin/_temporary/1 dst=null perm=null
2014-04-10 11:04:15,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin dst=null perm=null
2014-04-10 11:04:15,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin dst=null perm=null
2014-04-10 11:04:15,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin/_temporary/1/task_1397145675630_0015_m_000000 dst=null perm=null
2014-04-10 11:04:15,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin/part-00000 dst=null perm=null
2014-04-10 11:04:15,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin/_temporary/1/task_1397145675630_0015_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:15,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin/_temporary dst=null perm=null
2014-04-10 11:04:15,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:15,560 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1748212424_1
2014-04-10 11:04:15,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:15,593 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1748212424_1
2014-04-10 11:04:15,615 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55563, dest: /127.0.0.1:50911, bytes: 23602, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1748212424_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742002_1178, duration: 182385764
2014-04-10 11:04:15,615 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742002_1178, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:15,619 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 13025
2014-04-10 11:04:15,619 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53756, dest: /127.0.0.1:36156, bytes: 23602, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1748212424_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742002_1178, duration: 185848172
2014-04-10 11:04:15,619 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742002_1178, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:15,620 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 13025
2014-04-10 11:04:15,620 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41030, dest: /127.0.0.1:37218, bytes: 23602, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1748212424_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742002_1178, duration: 187043458
2014-04-10 11:04:15,620 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742002_1178, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:15,620 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 13025
2014-04-10 11:04:15,635 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job_1397145675630_0015_1.jhist is closed by DFSClient_NONMAPREDUCE_1748212424_1
2014-04-10 11:04:15,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:15,655 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:04:15,671 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742003_1179 src: /127.0.0.1:49376 dest: /127.0.0.1:53749
2014-04-10 11:04:15,672 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742003_1179 src: /127.0.0.1:53759 dest: /127.0.0.1:36156
2014-04-10 11:04:15,673 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742003_1179 src: /127.0.0.1:41035 dest: /127.0.0.1:37218
2014-04-10 11:04:15,676 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41035, dest: /127.0.0.1:37218, bytes: 444, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1748212424_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742003_1179, duration: 2299643
2014-04-10 11:04:15,677 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742003_1179, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:15,677 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:15,677 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53759, dest: /127.0.0.1:36156, bytes: 444, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1748212424_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742003_1179, duration: 2528614
2014-04-10 11:04:15,678 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742003_1179, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:15,678 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:15,678 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49376, dest: /127.0.0.1:53749, bytes: 444, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1748212424_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742003_1179, duration: 3656805
2014-04-10 11:04:15,678 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742003_1179, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:15,679 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:15,693 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015.summary_tmp is closed by DFSClient_NONMAPREDUCE_1748212424_1
2014-04-10 11:04:15,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:15,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job_1397145675630_0015_1.jhist dst=null perm=null
2014-04-10 11:04:15,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015-1397145848266-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF439830A569A4D81-1397145855594-1-0-SUCCEEDED-default-1397145851255.jhist_tmp dst=null perm=null
2014-04-10 11:04:15,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job_1397145675630_0015_1.jhist dst=null perm=null
2014-04-10 11:04:15,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015-1397145848266-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF439830A569A4D81-1397145855594-1-0-SUCCEEDED-default-1397145851255.jhist_tmp dst=null perm=null
2014-04-10 11:04:15,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job_1397145675630_0015_1.jhist dst=null perm=null
2014-04-10 11:04:15,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015-1397145848266-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF439830A569A4D81-1397145855594-1-0-SUCCEEDED-default-1397145851255.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:15,750 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41036, bytes: 23790, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1748212424_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742002_1178, duration: 170009
2014-04-10 11:04:15,751 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015-1397145848266-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF439830A569A4D81-1397145855594-1-0-SUCCEEDED-default-1397145851255.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:04:15,767 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0014 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:04:15,767 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0014
2014-04-10 11:04:15,767 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0014
2014-04-10 11:04:15,768 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0014
2014-04-10 11:04:15,768 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0014
2014-04-10 11:04:15,768 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0014
2014-04-10 11:04:15,768 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0014 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:04:15,768 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0014, with delay of 10800 seconds
2014-04-10 11:04:15,771 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742004_1180 src: /127.0.0.1:49380 dest: /127.0.0.1:53749
2014-04-10 11:04:15,772 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742004_1180 src: /127.0.0.1:41038 dest: /127.0.0.1:37218
2014-04-10 11:04:15,773 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742004_1180 src: /127.0.0.1:55570 dest: /127.0.0.1:50911
2014-04-10 11:04:15,777 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55570, dest: /127.0.0.1:50911, bytes: 23602, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1748212424_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742004_1180, duration: 2271997
2014-04-10 11:04:15,777 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742004_1180, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:15,778 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:04:15,778 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41038, dest: /127.0.0.1:37218, bytes: 23602, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1748212424_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742004_1180, duration: 3060332
2014-04-10 11:04:15,778 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742004_1180, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:15,778 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:04:15,778 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49380, dest: /127.0.0.1:53749, bytes: 23602, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1748212424_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742004_1180, duration: 3795752
2014-04-10 11:04:15,779 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742004_1180, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:15,779 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:04:15,793 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015-1397145848266-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF439830A569A4D81-1397145855594-1-0-SUCCEEDED-default-1397145851255.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1748212424_1
2014-04-10 11:04:15,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015-1397145848266-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF439830A569A4D81-1397145855594-1-0-SUCCEEDED-default-1397145851255.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:15,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job_1397145675630_0015_1_conf.xml dst=null perm=null
2014-04-10 11:04:15,812 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742003_1179
2014-04-10 11:04:15,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015_conf.xml_tmp dst=null perm=null
2014-04-10 11:04:15,812 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742004_1180
2014-04-10 11:04:15,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job_1397145675630_0015_1_conf.xml dst=null perm=null
2014-04-10 11:04:15,814 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742000_1176
2014-04-10 11:04:15,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015_conf.xml_tmp dst=null perm=null
2014-04-10 11:04:15,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015/job_1397145675630_0015_1_conf.xml dst=null perm=null
2014-04-10 11:04:15,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:15,837 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49383, bytes: 96188, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1748212424_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742000_1176, duration: 364893
2014-04-10 11:04:15,840 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:04:15,854 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742005_1181 src: /127.0.0.1:41041 dest: /127.0.0.1:37218
2014-04-10 11:04:15,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742005_1181 src: /127.0.0.1:55573 dest: /127.0.0.1:50911
2014-04-10 11:04:15,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742005_1181 src: /127.0.0.1:49386 dest: /127.0.0.1:53749
2014-04-10 11:04:15,860 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49386, dest: /127.0.0.1:53749, bytes: 95440, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1748212424_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742005_1181, duration: 2987178
2014-04-10 11:04:15,860 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742005_1181, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:15,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:04:15,861 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55573, dest: /127.0.0.1:50911, bytes: 95440, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1748212424_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742005_1181, duration: 3198096
2014-04-10 11:04:15,861 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742005_1181, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:15,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:04:15,861 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41041, dest: /127.0.0.1:37218, bytes: 95440, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1748212424_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742005_1181, duration: 4136790
2014-04-10 11:04:15,862 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742005_1181, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:15,862 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:04:15,876 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1748212424_1
2014-04-10 11:04:15,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:15,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:15,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:15,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015-1397145848266-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF439830A569A4D81-1397145855594-1-0-SUCCEEDED-default-1397145851255.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015-1397145848266-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF439830A569A4D81-1397145855594-1-0-SUCCEEDED-default-1397145851255.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:15,950 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0015_000001 with final state: FINISHING
2014-04-10 11:04:15,950 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0015_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:04:15,950 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0015 with final state: FINISHING
2014-04-10 11:04:15,950 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0015 State change from RUNNING to FINAL_SAVING
2014-04-10 11:04:15,950 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0015
2014-04-10 11:04:15,951 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0015_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:04:15,951 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0015 State change from FINAL_SAVING to FINISHING
2014-04-10 11:04:16,017 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:04:16,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:04:16,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:04:16,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015.summary dst=null perm=null
2014-04-10 11:04:16,025 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49388, bytes: 448, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742003_1179, duration: 232683
2014-04-10 11:04:16,025 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0015,submitTime=1397145848266,launchTime=1397145851255,firstMapTaskLaunchTime=1397145853387,firstReduceTaskLaunchTime=0,finishTime=1397145855594,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=1,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=2,reduceSlotSeconds=0,jobName=[00ACBC3F7617452DA1E1D0C64B42EFD9/F439830A569A4D81BFCF1D10DAC6D0DE] lower*upper*joined/(1/2) ...splatform/joingroupbyjoin
2014-04-10 11:04:16,025 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015.summary]
2014-04-10 11:04:16,043 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742003_1179 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:04:16,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015.summary dst=null perm=null
2014-04-10 11:04:16,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:04:16,045 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742004_1180
2014-04-10 11:04:16,046 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015-1397145848266-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF439830A569A4D81-1397145855594-1-0-SUCCEEDED-default-1397145851255.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0015-1397145848266-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF439830A569A4D81-1397145855594-1-0-SUCCEEDED-default-1397145851255.jhist
2014-04-10 11:04:16,046 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742001_1177
2014-04-10 11:04:16,046 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742003_1179
2014-04-10 11:04:16,047 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742000_1176
2014-04-10 11:04:16,048 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742002_1178
2014-04-10 11:04:16,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015-1397145848266-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF439830A569A4D81-1397145855594-1-0-SUCCEEDED-default-1397145851255.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0015-1397145848266-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF439830A569A4D81-1397145855594-1-0-SUCCEEDED-default-1397145851255.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:16,060 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0015_conf.xml
2014-04-10 11:04:16,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0015_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0015_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:16,077 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0015 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0015-1397145848266-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF439830A569A4D81-1397145855594-1-0-SUCCEEDED-default-1397145851255.jhist
2014-04-10 11:04:16,077 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0015-1397145848266-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF439830A569A4D81-1397145855594-1-0-SUCCEEDED-default-1397145851255.jhist]
2014-04-10 11:04:16,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0015-1397145848266-brock-%5B00ACBC3F7617452DA1E1D0C64B42EFD9%2FF439830A569A4D81-1397145855594-1-0-SUCCEEDED-default-1397145851255.jhist dst=null perm=null
2014-04-10 11:04:16,080 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49388, bytes: 23790, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742004_1180, duration: 293119
2014-04-10 11:04:16,118 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741992_1168 127.0.0.1:50911 127.0.0.1:37218 127.0.0.1:53749
2014-04-10 11:04:16,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/8517002636_lower_upper_B655EFD1DE274794A83649F25654F934 dst=null perm=null
2014-04-10 11:04:16,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin dst=null perm=null
2014-04-10 11:04:16,119 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin/_temporary
2014-04-10 11:04:16,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin/_temporary dst=null perm=null
2014-04-10 11:04:16,127 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742003_1179, blk_1073741992_1168]
2014-04-10 11:04:16,127 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742003_1179, blk_1073741992_1168]
2014-04-10 11:04:16,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin dst=null perm=null
2014-04-10 11:04:16,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin dst=null perm=null
2014-04-10 11:04:16,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin dst=null perm=null
2014-04-10 11:04:16,129 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:04:16,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin/part-00000 dst=null perm=null
2014-04-10 11:04:16,131 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55577, bytes: 74, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742001_1177, duration: 108487
2014-04-10 11:04:16,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin dst=null perm=null
2014-04-10 11:04:16,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin dst=null perm=null
2014-04-10 11:04:16,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin dst=null perm=null
2014-04-10 11:04:16,141 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:04:16,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin/part-00000 dst=null perm=null
2014-04-10 11:04:16,143 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55577, bytes: 74, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742001_1177, duration: 101444
2014-04-10 11:04:16,143 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin
2014-04-10 11:04:16,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin dst=null perm=null
2014-04-10 11:04:16,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin dst=null perm=null
2014-04-10 11:04:16,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin dst=null perm=null
2014-04-10 11:04:16,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin dst=null perm=null
2014-04-10 11:04:16,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin/part-00000 dst=null perm=null
2014-04-10 11:04:16,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupbyjoin/part-00000 dst=null perm=null
2014-04-10 11:04:16,147 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41047, bytes: 74, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742001_1177, duration: 107992
2014-04-10 11:04:16,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:04:16,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:04:16,157 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:04:16,157 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:04:16,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross dst=null perm=null
2014-04-10 11:04:16,166 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs*rhs] starting
2014-04-10 11:04:16,167 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs*rhs] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt"]
2014-04-10 11:04:16,167 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs*rhs] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt"]
2014-04-10 11:04:16,167 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs*rhs] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross"]
2014-04-10 11:04:16,167 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs*rhs] parallel execution is enabled: true
2014-04-10 11:04:16,167 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs*rhs] starting jobs: 1
2014-04-10 11:04:16,167 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs*rhs] allocating threads: 1
2014-04-10 11:04:16,167 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lhs*rhs] starting step: (1/1) ...ieldedpipesplatform/cross
2014-04-10 11:04:16,174 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:04:16,182 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:04:16,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross dst=null perm=null
2014-04-10 11:04:16,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:04:16,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:04:16,185 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 16
2014-04-10 11:04:16,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016 dst=null perm=null
2014-04-10 11:04:16,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:04:16,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:04:16,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.jar dst=null perm=null
2014-04-10 11:04:16,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:16,244 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:04:16,246 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742005_1181
2014-04-10 11:04:16,261 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742006_1182 src: /127.0.0.1:41048 dest: /127.0.0.1:37218
2014-04-10 11:04:16,261 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742006_1182 src: /127.0.0.1:55580 dest: /127.0.0.1:50911
2014-04-10 11:04:16,262 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742006_1182 src: /127.0.0.1:49394 dest: /127.0.0.1:53749
2014-04-10 11:04:16,264 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49394, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742006_1182, duration: 1794542
2014-04-10 11:04:16,264 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742006_1182, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:16,265 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:04:16,265 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55580, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742006_1182, duration: 2275644
2014-04-10 11:04:16,265 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742006_1182, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:16,265 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:04:16,265 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41048, dest: /127.0.0.1:37218, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742006_1182, duration: 2203303
2014-04-10 11:04:16,265 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742006_1182, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:16,265 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:04:16,276 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:04:16,277 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.jar
2014-04-10 11:04:16,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.jar dst=null perm=null
2014-04-10 11:04:16,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:16,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:16,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:16,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:16,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:04:16,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:04:16,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:04:16,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:04:16,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:04:16,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:16,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:04:16,322 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:04:16,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:04:16,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:16,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:16,352 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.split
2014-04-10 11:04:16,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.split dst=null perm=null
2014-04-10 11:04:16,370 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:04:16,386 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742007_1183 src: /127.0.0.1:49395 dest: /127.0.0.1:53749
2014-04-10 11:04:16,387 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742007_1183 src: /127.0.0.1:55584 dest: /127.0.0.1:50911
2014-04-10 11:04:16,388 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742007_1183 src: /127.0.0.1:53779 dest: /127.0.0.1:36156
2014-04-10 11:04:16,390 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742007_1183 src: /127.0.0.1:41055 dest: /127.0.0.1:37218
2014-04-10 11:04:16,393 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41055, dest: /127.0.0.1:37218, bytes: 1503, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742007_1183, duration: 2270061
2014-04-10 11:04:16,393 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742007_1183, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:16,394 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:16,394 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53779, dest: /127.0.0.1:36156, bytes: 1503, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742007_1183, duration: 2837957
2014-04-10 11:04:16,394 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742007_1183, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:16,394 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:16,395 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55584, dest: /127.0.0.1:50911, bytes: 1503, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742007_1183, duration: 3479537
2014-04-10 11:04:16,395 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742007_1183, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:16,395 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:16,395 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49395, dest: /127.0.0.1:53749, bytes: 1503, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742007_1183, duration: 4064746
2014-04-10 11:04:16,396 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742007_1183, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:16,396 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:16,396 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0015_01_000002
2014-04-10 11:04:16,397 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0015_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:16,397 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0015_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:04:16,397 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0015 CONTAINERID=container_1397145675630_0015_01_000002
2014-04-10 11:04:16,397 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0015_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:04:16,398 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:04:16,398 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0015_01_000002, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:16,398 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:16,398 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:04:16,398 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0015_000001 released container container_1397145675630_0015_01_000002 on node: host: localhost:41546 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:04:16,410 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:04:16,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:16,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:16,445 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:04:16,461 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742008_1184 src: /127.0.0.1:41056 dest: /127.0.0.1:37218
2014-04-10 11:04:16,462 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742008_1184 src: /127.0.0.1:53782 dest: /127.0.0.1:36156
2014-04-10 11:04:16,463 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742008_1184 src: /127.0.0.1:49401 dest: /127.0.0.1:53749
2014-04-10 11:04:16,466 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49401, dest: /127.0.0.1:53749, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742008_1184, duration: 1829047
2014-04-10 11:04:16,467 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742008_1184, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:16,467 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53782, dest: /127.0.0.1:36156, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742008_1184, duration: 2331728
2014-04-10 11:04:16,467 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:04:16,467 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742008_1184, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:16,468 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41056, dest: /127.0.0.1:37218, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742008_1184, duration: 3150140
2014-04-10 11:04:16,468 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:04:16,468 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742008_1184, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:16,469 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:04:16,485 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:04:16,485 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:04:16,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:16,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:16,526 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:04:16,544 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742009_1185 src: /127.0.0.1:55590 dest: /127.0.0.1:50911
2014-04-10 11:04:16,546 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742009_1185 src: /127.0.0.1:49403 dest: /127.0.0.1:53749
2014-04-10 11:04:16,547 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742009_1185 src: /127.0.0.1:41061 dest: /127.0.0.1:37218
2014-04-10 11:04:16,551 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41061, dest: /127.0.0.1:37218, bytes: 81131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742009_1185, duration: 2895334
2014-04-10 11:04:16,551 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742009_1185, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:16,552 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:16,552 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49403, dest: /127.0.0.1:53749, bytes: 81131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742009_1185, duration: 3346841
2014-04-10 11:04:16,552 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742009_1185, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:16,552 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:16,553 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55590, dest: /127.0.0.1:50911, bytes: 81131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742009_1185, duration: 3970170
2014-04-10 11:04:16,553 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742009_1185, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:16,553 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:16,568 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:04:16,568 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0016
2014-04-10 11:04:16,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016 dst=null perm=null
2014-04-10 11:04:16,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.xml dst=null perm=null
2014-04-10 11:04:16,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.xml dst=null perm=null
2014-04-10 11:04:16,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.jar dst=null perm=null
2014-04-10 11:04:16,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.jar dst=null perm=null
2014-04-10 11:04:16,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.split dst=null perm=null
2014-04-10 11:04:16,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.split dst=null perm=null
2014-04-10 11:04:16,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:16,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:16,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:16,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:16,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:16,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:16,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:16,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:16,629 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 16 submitted by user brock
2014-04-10 11:04:16,629 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0016
2014-04-10 11:04:16,629 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0016
2014-04-10 11:04:16,629 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0016
2014-04-10 11:04:16,629 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0016 State change from NEW to NEW_SAVING
2014-04-10 11:04:16,630 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0016 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:04:16,630 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0016_000001
2014-04-10 11:04:16,630 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0016_000001 State change from NEW to SUBMITTED
2014-04-10 11:04:16,630 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0016 from user: brock activated in queue: default
2014-04-10 11:04:16,631 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0016 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:04:16,631 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0016 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:04:16,631 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0016_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:04:16,631 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0016_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:04:16,631 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0016
2014-04-10 11:04:16,631 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0016 State change from SUBMITTED to ACCEPTED
2014-04-10 11:04:16,634 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0016/
2014-04-10 11:04:16,634 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lhs*rhs] submitted hadoop job: job_1397145675630_0016
2014-04-10 11:04:16,634 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lhs*rhs] tracking url: http://localhost:33250/proxy/application_1397145675630_0016/
2014-04-10 11:04:16,747 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0016_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:16,747 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0016 CONTAINERID=container_1397145675630_0016_01_000001
2014-04-10 11:04:16,747 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0016_01_000001 of capacity <memory:2048, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:04:16,748 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0016 container=Container: [ContainerId: container_1397145675630_0016_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0016_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:16,748 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:04:16,748 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0016_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:16,748 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:16,749 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0016 AttemptId: appattempt_1397145675630_0016_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0016_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ]
2014-04-10 11:04:16,749 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0016_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:04:16,749 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0016_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:04:16,749 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0016_000001
2014-04-10 11:04:16,750 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0016_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] for AM appattempt_1397145675630_0016_000001
2014-04-10 11:04:16,750 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0016_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:04:16,754 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0016_000001 (auth:SIMPLE)
2014-04-10 11:04:16,756 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0016_01_000001 by user brock
2014-04-10 11:04:16,756 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0016
2014-04-10 11:04:16,756 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0016 CONTAINERID=container_1397145675630_0016_01_000001
2014-04-10 11:04:16,756 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0016 transitioned from NEW to INITING
2014-04-10 11:04:16,757 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0016_01_000001 to application application_1397145675630_0016
2014-04-10 11:04:16,757 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0016 transitioned from INITING to RUNNING
2014-04-10 11:04:16,757 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0016_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] for AM appattempt_1397145675630_0016_000001
2014-04-10 11:04:16,757 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:04:16,757 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0016_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:04:16,758 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0016
2014-04-10 11:04:16,758 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:04:16,758 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:04:16,758 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:04:16,759 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:04:16,759 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0016_01_000001
2014-04-10 11:04:16,771 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145675630_0016_01_000001.tokens. Credentials list:
2014-04-10 11:04:16,783 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:04:16,842 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145675630_0016_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000001.tokens
2014-04-10 11:04:16,842 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0016 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0016
2014-04-10 11:04:16,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.jar dst=null perm=null
2014-04-10 11:04:16,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.jar dst=null perm=null
2014-04-10 11:04:16,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.jar dst=null perm=null
2014-04-10 11:04:16,966 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41047, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1378332244_9548, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742006_1182, duration: 1241458
2014-04-10 11:04:16,981 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0016/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:16,985 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741996_1172 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:36156
2014-04-10 11:04:16,985 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741997_1173 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:04:16,985 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741998_1174 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:04:16,985 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741999_1175 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:50911
2014-04-10 11:04:16,986 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742002_1178 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:50911
2014-04-10 11:04:16,986 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742000_1176 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:04:16,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0015 dst=null perm=null
2014-04-10 11:04:16,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:16,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:16,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:17,006 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41047, bytes: 152, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1378332244_9548, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742008_1184, duration: 217827
2014-04-10 11:04:17,024 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0016/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:17,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.split dst=null perm=null
2014-04-10 11:04:17,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.split dst=null perm=null
2014-04-10 11:04:17,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.split dst=null perm=null
2014-04-10 11:04:17,051 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53791, bytes: 1515, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1378332244_9548, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742007_1183, duration: 224242
2014-04-10 11:04:17,069 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0016/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:17,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.xml dst=null perm=null
2014-04-10 11:04:17,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.xml dst=null perm=null
2014-04-10 11:04:17,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.xml dst=null perm=null
2014-04-10 11:04:17,094 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55577, bytes: 81767, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1378332244_9548, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742009_1185, duration: 397922
2014-04-10 11:04:17,112 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0016/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:17,112 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:17,144 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:17,144 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:17,205 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000001/default_container_executor.sh]
2014-04-10 11:04:17,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742003_1179 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742003 for deletion
2014-04-10 11:04:17,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741992_1168 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741992 for deletion
2014-04-10 11:04:17,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742003_1179 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742003
2014-04-10 11:04:17,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741992_1168 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741992
2014-04-10 11:04:17,744 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742003_1179 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742003 for deletion
2014-04-10 11:04:17,744 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741992_1168 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741992 for deletion
2014-04-10 11:04:17,744 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742003_1179 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742003
2014-04-10 11:04:17,744 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741992_1168 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741992
2014-04-10 11:04:17,746 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0016_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:18,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:04:18,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/COMMIT_STARTED dst=null perm=null
2014-04-10 11:04:18,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:04:18,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/COMMIT_FAIL dst=null perm=null
2014-04-10 11:04:18,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016 dst=null perm=null
2014-04-10 11:04:18,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:04:18,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:04:18,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:18,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:18,704 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53794, bytes: 152, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2027842402_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742008_1184, duration: 160790
2014-04-10 11:04:19,128 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:37218 to replicate blk_1073742006_1182 to datanode(s) 127.0.0.1:36156
2014-04-10 11:04:19,128 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073742000_1176, blk_1073742002_1178, blk_1073741992_1168, blk_1073741996_1172, blk_1073741997_1173, blk_1073741998_1174, blk_1073741999_1175]
2014-04-10 11:04:19,128 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742000_1176, blk_1073741996_1172, blk_1073741997_1173, blk_1073741999_1175]
2014-04-10 11:04:19,300 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0016_000001 (auth:SIMPLE)
2014-04-10 11:04:19,301 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0016_000001
2014-04-10 11:04:19,301 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0016 APPATTEMPTID=appattempt_1397145675630_0016_000001
2014-04-10 11:04:19,302 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0016_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:04:19,302 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0016 State change from ACCEPTED to RUNNING
2014-04-10 11:04:19,342 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742003_1179
2014-04-10 11:04:19,342 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742007_1183
2014-04-10 11:04:19,342 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742008_1184
2014-04-10 11:04:19,342 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742001_1177
2014-04-10 11:04:19,343 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742002_1178
2014-04-10 11:04:19,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job_1397145675630_0016_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:19,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:04:19,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job_1397145675630_0016_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:19,527 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job_1397145675630_0016_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:04:19,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742010_1186 src: /127.0.0.1:49417 dest: /127.0.0.1:53749
2014-04-10 11:04:19,576 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742010_1186 src: /127.0.0.1:41075 dest: /127.0.0.1:37218
2014-04-10 11:04:19,577 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742010_1186 src: /127.0.0.1:53801 dest: /127.0.0.1:36156
2014-04-10 11:04:19,584 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53801, dest: /127.0.0.1:36156, bytes: 95018, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2027842402_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742010_1186, duration: 5616236
2014-04-10 11:04:19,584 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742010_1186, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:19,584 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41075, dest: /127.0.0.1:37218, bytes: 95018, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2027842402_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742010_1186, duration: 6265312
2014-04-10 11:04:19,585 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:04:19,585 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742010_1186, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:19,585 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49417, dest: /127.0.0.1:53749, bytes: 95018, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2027842402_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742010_1186, duration: 6776074
2014-04-10 11:04:19,585 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:04:19,585 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742010_1186, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:19,586 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:04:19,601 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job_1397145675630_0016_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-2027842402_1
2014-04-10 11:04:20,399 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0016_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:20,399 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0016 CONTAINERID=container_1397145675630_0016_01_000002
2014-04-10 11:04:20,399 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0016_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:04:20,400 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0016 container=Container: [ContainerId: container_1397145675630_0016_01_000002, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0016_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:20,400 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:04:20,400 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:20,400 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0016_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:20,401 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0016 CONTAINERID=container_1397145675630_0016_01_000003
2014-04-10 11:04:20,401 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0016_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:04:20,401 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0016 container=Container: [ContainerId: container_1397145675630_0016_01_000003, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0016_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:20,401 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:04:20,401 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:20,466 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742002_1178
2014-04-10 11:04:20,466 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742004_1180
2014-04-10 11:04:20,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742000_1176 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742000 for deletion
2014-04-10 11:04:20,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741996_1172 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741996 for deletion
2014-04-10 11:04:20,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742000_1176 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742000
2014-04-10 11:04:20,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741997_1173 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741997 for deletion
2014-04-10 11:04:20,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741996_1172 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741996
2014-04-10 11:04:20,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741999_1175 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741999 for deletion
2014-04-10 11:04:20,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741997_1173 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741997
2014-04-10 11:04:20,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741999_1175 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741999
2014-04-10 11:04:20,666 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742006_1182
2014-04-10 11:04:20,667 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742005_1181
2014-04-10 11:04:20,668 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742007_1183
2014-04-10 11:04:20,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742000_1176 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742000 for deletion
2014-04-10 11:04:20,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742002_1178 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742002 for deletion
2014-04-10 11:04:20,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742000_1176 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742000
2014-04-10 11:04:20,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741992_1168 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741992 for deletion
2014-04-10 11:04:20,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742002_1178 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742002
2014-04-10 11:04:20,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741996_1172 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741996 for deletion
2014-04-10 11:04:20,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741992_1168 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741992
2014-04-10 11:04:20,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741997_1173 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741997 for deletion
2014-04-10 11:04:20,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741996_1172 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741996
2014-04-10 11:04:20,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741998_1174 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741998 for deletion
2014-04-10 11:04:20,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741997_1173 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741997
2014-04-10 11:04:20,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741999_1175 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741999 for deletion
2014-04-10 11:04:20,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741998_1174 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741998
2014-04-10 11:04:20,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741999_1175 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741999
2014-04-10 11:04:20,744 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=605824a6-2871-47f9-9c2e-3cb0ab71d9dd, infoPort=39282, ipcPort=53527, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073742006_1182 to 127.0.0.1:36156
2014-04-10 11:04:20,745 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742006_1182 src: /127.0.0.1:53804 dest: /127.0.0.1:36156
2014-04-10 11:04:20,746 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073742006_1182 (numBytes=244650) to 127.0.0.1/127.0.0.1:36156
2014-04-10 11:04:20,748 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0016_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:20,748 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0016 CONTAINERID=container_1397145675630_0016_01_000004
2014-04-10 11:04:20,748 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0016_01_000004 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:04:20,748 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073742006_1182 src: /127.0.0.1:53804 dest: /127.0.0.1:36156 of size 244650
2014-04-10 11:04:20,748 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742006_1182 size 244650
2014-04-10 11:04:20,748 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0016 container=Container: [ContainerId: container_1397145675630_0016_01_000004, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0016_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:20,749 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:04:20,749 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:20,750 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0016_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:20,750 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0016 CONTAINERID=container_1397145675630_0016_01_000005
2014-04-10 11:04:20,750 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0016_01_000005 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:04:20,750 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0016 container=Container: [ContainerId: container_1397145675630_0016_01_000005, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0016_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:20,750 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:04:20,751 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:20,818 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742010_1186
2014-04-10 11:04:20,866 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742009_1185
2014-04-10 11:04:21,019 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742006_1182
2014-04-10 11:04:21,020 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742005_1181
2014-04-10 11:04:21,020 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742008_1184
2014-04-10 11:04:21,021 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742007_1183
2014-04-10 11:04:21,219 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742009_1185
2014-04-10 11:04:21,250 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742007_1183
2014-04-10 11:04:21,252 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742006_1182
2014-04-10 11:04:21,253 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742009_1185
2014-04-10 11:04:21,346 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0016_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:21,346 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0016_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:21,346 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0016_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:21,347 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0016_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:21,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.jar dst=null perm=null
2014-04-10 11:04:21,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.jar dst=null perm=null
2014-04-10 11:04:21,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.xml dst=null perm=null
2014-04-10 11:04:21,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.xml dst=null perm=null
2014-04-10 11:04:21,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:21,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:21,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:21,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:21,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:21,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:21,453 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742010_1186
2014-04-10 11:04:21,453 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742008_1184
2014-04-10 11:04:21,480 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0016_000001 (auth:SIMPLE)
2014-04-10 11:04:21,480 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0016_000001 (auth:SIMPLE)
2014-04-10 11:04:21,485 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0016_01_000005 by user brock
2014-04-10 11:04:21,485 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0016_01_000004 by user brock
2014-04-10 11:04:21,485 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0016_01_000003 by user brock
2014-04-10 11:04:21,485 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0016 CONTAINERID=container_1397145675630_0016_01_000005
2014-04-10 11:04:21,485 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0016
2014-04-10 11:04:21,485 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0016 CONTAINERID=container_1397145675630_0016_01_000004
2014-04-10 11:04:21,485 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0016_01_000002 by user brock
2014-04-10 11:04:21,485 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0016_01_000005 to application application_1397145675630_0016
2014-04-10 11:04:21,486 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0016 transitioned from NEW to INITING
2014-04-10 11:04:21,486 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0016 CONTAINERID=container_1397145675630_0016_01_000003
2014-04-10 11:04:21,486 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0016_01_000003 to application application_1397145675630_0016
2014-04-10 11:04:21,486 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0016_01_000004 to application application_1397145675630_0016
2014-04-10 11:04:21,486 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0016 CONTAINERID=container_1397145675630_0016_01_000002
2014-04-10 11:04:21,486 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0016_01_000002 to application application_1397145675630_0016
2014-04-10 11:04:21,487 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:04:21,487 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0016 transitioned from INITING to RUNNING
2014-04-10 11:04:21,487 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:04:21,487 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:04:21,487 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0016
2014-04-10 11:04:21,488 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0016
2014-04-10 11:04:21,488 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:04:21,488 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:04:21,488 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0016
2014-04-10 11:04:21,488 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0016
2014-04-10 11:04:21,488 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:04:21,488 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0016
2014-04-10 11:04:21,488 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0016
2014-04-10 11:04:21,489 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:04:21,489 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0016
2014-04-10 11:04:21,489 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:04:21,489 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0016
2014-04-10 11:04:21,489 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0016
2014-04-10 11:04:21,489 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:04:21,489 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0016
2014-04-10 11:04:21,490 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:04:21,490 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0016
2014-04-10 11:04:21,490 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0016
2014-04-10 11:04:21,490 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0016_01_000002
2014-04-10 11:04:21,490 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:21,491 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0016_01_000003
2014-04-10 11:04:21,491 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:21,503 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397145675630_0016_01_000003.tokens. Credentials list:
2014-04-10 11:04:21,504 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0016_01_000002.tokens. Credentials list:
2014-04-10 11:04:21,519 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:04:21,527 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:21,528 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:21,528 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:21,528 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:21,614 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397145675630_0016_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000003.tokens
2014-04-10 11:04:21,614 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0016 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0016
2014-04-10 11:04:21,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000005/default_container_executor.sh]
2014-04-10 11:04:21,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000004/default_container_executor.sh]
2014-04-10 11:04:21,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.jar dst=null perm=null
2014-04-10 11:04:21,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.jar dst=null perm=null
2014-04-10 11:04:21,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.jar dst=null perm=null
2014-04-10 11:04:21,714 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53811, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_545283284_9728, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742006_1182, duration: 413523
2014-04-10 11:04:21,729 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0016/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:21,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.xml dst=null perm=null
2014-04-10 11:04:21,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.xml dst=null perm=null
2014-04-10 11:04:21,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.xml dst=null perm=null
2014-04-10 11:04:21,744 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41087, bytes: 81767, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_545283284_9728, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742009_1185, duration: 180720
2014-04-10 11:04:21,747 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0016_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:21,748 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0016_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:21,759 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0016/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:21,759 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:21,759 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:21,776 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:21,777 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:21,782 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:21,782 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:21,827 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000002/default_container_executor.sh]
2014-04-10 11:04:21,831 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000003/default_container_executor.sh]
2014-04-10 11:04:22,015 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0015_01_000001 succeeded
2014-04-10 11:04:22,015 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0015_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:04:22,015 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0015_01_000001
2014-04-10 11:04:22,024 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0015/container_1397145675630_0015_01_000001
2014-04-10 11:04:22,024 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0015/container_1397145675630_0015_01_000001
2014-04-10 11:04:22,024 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0015/container_1397145675630_0015_01_000001
2014-04-10 11:04:22,025 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0015/container_1397145675630_0015_01_000001
2014-04-10 11:04:22,025 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0015 CONTAINERID=container_1397145675630_0015_01_000001
2014-04-10 11:04:22,025 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0015_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:04:22,025 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0015_01_000001 from application application_1397145675630_0015
2014-04-10 11:04:22,025 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:22,025 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0015
2014-04-10 11:04:22,129 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742000_1176, blk_1073742002_1178, blk_1073741996_1172, blk_1073741997_1173, blk_1073741998_1174, blk_1073741999_1175]
2014-04-10 11:04:22,129 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073742002_1178, blk_1073742003_1179, blk_1073741996_1172, blk_1073741997_1173, blk_1073741998_1174]
2014-04-10 11:04:22,367 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:04:22,398 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0015_01_000001
2014-04-10 11:04:22,399 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0016_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:22,399 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0016_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:22,399 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0015_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:22,399 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0015_000001
2014-04-10 11:04:22,399 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0015_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:04:22,399 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0015_000001 State change from FINISHING to FINISHED
2014-04-10 11:04:22,399 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0015 CONTAINERID=container_1397145675630_0015_01_000001
2014-04-10 11:04:22,400 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0015 State change from FINISHING to FINISHED
2014-04-10 11:04:22,400 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0015_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:04:22,400 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0015
2014-04-10 11:04:22,400 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:04:22,400 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0015,name=[00ACBC3F7617452DA1E1D0C64B42EFD9/F439830A569A4D81BFCF1D10DAC6D0DE] lower*upper*joined/(1/2) ...splatform/joingroupbyjoin,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0015/jobhistory/job/job_1397145675630_0015,appMasterHost=localhost.localdomain,startTime=1397145848266,finishTime=1397145855950,finalStatus=SUCCEEDED
2014-04-10 11:04:22,400 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0015_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:22,400 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:22,400 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:04:22,400 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0015_000001 released container container_1397145675630_0015_01_000001 on node: host: localhost:41546 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:04:22,400 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0015_000001 is done. finalState=FINISHED
2014-04-10 11:04:22,400 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0015 requests cleared
2014-04-10 11:04:22,401 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0015 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:04:22,401 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0015 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:04:22,404 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0015_000001
2014-04-10 11:04:22,406 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0015_000001 (auth:SIMPLE)
2014-04-10 11:04:22,425 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0015_01_000001
2014-04-10 11:04:22,792 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:04:22,921 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0016_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000002.tokens
2014-04-10 11:04:22,921 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0016 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0016
2014-04-10 11:04:23,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742002_1178 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742002 for deletion
2014-04-10 11:04:23,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742003_1179 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742003 for deletion
2014-04-10 11:04:23,400 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742002_1178 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742002
2014-04-10 11:04:23,400 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741996_1172 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741996 for deletion
2014-04-10 11:04:23,400 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741997_1173 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741997 for deletion
2014-04-10 11:04:23,400 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741996_1172 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741996
2014-04-10 11:04:23,400 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0015 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:04:23,400 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741997_1173 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741997
2014-04-10 11:04:23,400 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742003_1179 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742003
2014-04-10 11:04:23,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0015
2014-04-10 11:04:23,400 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0015
2014-04-10 11:04:23,401 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0015 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:04:23,401 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0015, with delay of 10800 seconds
2014-04-10 11:04:23,401 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0015
2014-04-10 11:04:23,401 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0015
2014-04-10 11:04:23,400 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741998_1174 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741998 for deletion
2014-04-10 11:04:23,401 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741998_1174 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741998
2014-04-10 11:04:23,497 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0015
2014-04-10 11:04:23,745 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742000_1176 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742000 for deletion
2014-04-10 11:04:23,745 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742002_1178 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742002 for deletion
2014-04-10 11:04:23,745 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741996_1172 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741996 for deletion
2014-04-10 11:04:23,745 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742000_1176 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742000
2014-04-10 11:04:23,745 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741997_1173 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741997 for deletion
2014-04-10 11:04:23,745 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742002_1178 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742002
2014-04-10 11:04:23,745 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741998_1174 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741998 for deletion
2014-04-10 11:04:23,745 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741997_1173 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741997
2014-04-10 11:04:23,745 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741999_1175 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741999 for deletion
2014-04-10 11:04:23,745 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741996_1172 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741996
2014-04-10 11:04:23,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741999_1175 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741999
2014-04-10 11:04:23,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073741998_1174 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073741998
2014-04-10 11:04:24,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.split dst=null perm=null
2014-04-10 11:04:24,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.split dst=null perm=null
2014-04-10 11:04:24,058 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55631, bytes: 483, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0016_m_000003_0_1170004326_1, offset: 1024, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742007_1183, duration: 170886
2014-04-10 11:04:24,069 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49444, bytes: 999, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0016_m_000002_0_815038689_1, offset: 512, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742007_1183, duration: 170938
2014-04-10 11:04:24,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:04:24,123 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49445, bytes: 56, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0016_m_000003_0_1170004326_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088, duration: 151522
2014-04-10 11:04:24,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:04:24,132 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49444, bytes: 56, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0016_m_000002_0_815038689_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088, duration: 156141
2014-04-10 11:04:24,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.split dst=null perm=null
2014-04-10 11:04:24,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job.split dst=null perm=null
2014-04-10 11:04:24,270 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49448, bytes: 1515, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0016_m_000001_0_-457053438_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742007_1183, duration: 158996
2014-04-10 11:04:24,291 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53831, bytes: 1515, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0016_m_000000_0_-1338836546_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742007_1183, duration: 118004
2014-04-10 11:04:24,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:04:24,323 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49448, bytes: 56, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0016_m_000001_0_-457053438_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088, duration: 108620
2014-04-10 11:04:24,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:04:24,345 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742010_1186
2014-04-10 11:04:24,346 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742006_1182
2014-04-10 11:04:24,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397145675630_0016_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:24,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397145675630_0016_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:24,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397145675630_0016_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:24,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397145675630_0016_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:24,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:04:24,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:04:24,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:04:24,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:04:24,651 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55640, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0016_m_000000_0_-1338836546_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089, duration: 166231
2014-04-10 11:04:24,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:04:24,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:04:24,665 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55631, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0016_m_000003_0_1170004326_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089, duration: 162460
2014-04-10 11:04:24,667 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41110, bytes: 56, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0016_m_000000_0_-1338836546_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088, duration: 171233
2014-04-10 11:04:24,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:04:24,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:04:24,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:04:24,688 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397145675630_0016_m_000003_0/part-00003. BP-2026122021-127.0.0.1-1397145659663 blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:04:24,689 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397145675630_0016_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:04:24,690 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53836, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0016_m_000001_0_-457053438_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089, duration: 169491
2014-04-10 11:04:24,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:04:24,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:04:24,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:04:24,707 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397145675630_0016_m_000001_0/part-00001. BP-2026122021-127.0.0.1-1397145659663 blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:04:24,707 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49456, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0016_m_000002_0_815038689_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089, duration: 175604
2014-04-10 11:04:24,723 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397145675630_0016_m_000002_0/part-00002. BP-2026122021-127.0.0.1-1397145659663 blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:04:24,734 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742011_1187 src: /127.0.0.1:53837 dest: /127.0.0.1:36156
2014-04-10 11:04:24,735 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742011_1187 src: /127.0.0.1:49458 dest: /127.0.0.1:53749
2014-04-10 11:04:24,736 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742011_1187 src: /127.0.0.1:41116 dest: /127.0.0.1:37218
2014-04-10 11:04:24,740 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41116, dest: /127.0.0.1:37218, bytes: 72, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0016_m_000003_0_1170004326_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742011_1187, duration: 3840959
2014-04-10 11:04:24,741 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742011_1187, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:24,741 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:24,741 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49458, dest: /127.0.0.1:53749, bytes: 72, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0016_m_000003_0_1170004326_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742011_1187, duration: 4411469
2014-04-10 11:04:24,741 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742011_1187, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:24,741 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53837, dest: /127.0.0.1:36156, bytes: 72, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0016_m_000003_0_1170004326_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742011_1187, duration: 4650369
2014-04-10 11:04:24,741 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:24,742 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742011_1187, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:24,742 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:24,755 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742012_1188 src: /127.0.0.1:41114 dest: /127.0.0.1:37218
2014-04-10 11:04:24,755 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742012_1188 src: /127.0.0.1:55650 dest: /127.0.0.1:50911
2014-04-10 11:04:24,756 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742012_1188 src: /127.0.0.1:49463 dest: /127.0.0.1:53749
2014-04-10 11:04:24,762 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49463, dest: /127.0.0.1:53749, bytes: 96, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0016_m_000000_0_-1338836546_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742012_1188, duration: 5168276
2014-04-10 11:04:24,762 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742012_1188, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:24,763 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55650, dest: /127.0.0.1:50911, bytes: 96, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0016_m_000000_0_-1338836546_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742012_1188, duration: 5910090
2014-04-10 11:04:24,763 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742012_1188, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:24,763 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41114, dest: /127.0.0.1:37218, bytes: 96, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0016_m_000000_0_-1338836546_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742012_1188, duration: 4377445
2014-04-10 11:04:24,763 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742012_1188, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:24,765 INFO namenode.FSNamesystem (FSNamesystem.java:checkFileProgress(2997)) - BLOCK* checkFileProgress: blk_1073742012_1188{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} has not reached minimal replication 1
2014-04-10 11:04:24,766 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742012_1188{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 96
2014-04-10 11:04:24,766 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742012_1188 size 96
2014-04-10 11:04:24,766 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742012_1188 size 96
2014-04-10 11:04:24,767 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397145675630_0016_m_000003_0/part-00003 is closed by DFSClient_attempt_1397145675630_0016_m_000003_0_1170004326_1
2014-04-10 11:04:24,779 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742013_1189 src: /127.0.0.1:53842 dest: /127.0.0.1:36156
2014-04-10 11:04:24,785 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742013_1189 src: /127.0.0.1:49464 dest: /127.0.0.1:53749
2014-04-10 11:04:24,786 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742013_1189 src: /127.0.0.1:41122 dest: /127.0.0.1:37218
2014-04-10 11:04:24,792 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41122, dest: /127.0.0.1:37218, bytes: 56, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0016_m_000001_0_-457053438_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742013_1189, duration: 4704818
2014-04-10 11:04:24,792 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742013_1189, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:24,793 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49464, dest: /127.0.0.1:53749, bytes: 56, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0016_m_000001_0_-457053438_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742013_1189, duration: 5189859
2014-04-10 11:04:24,793 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742013_1189, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:24,793 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53842, dest: /127.0.0.1:36156, bytes: 56, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0016_m_000001_0_-457053438_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742013_1189, duration: 5763785
2014-04-10 11:04:24,793 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742013_1189, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:24,793 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:04:24,794 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:04:24,794 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:04:24,795 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742014_1190 src: /127.0.0.1:41118 dest: /127.0.0.1:37218
2014-04-10 11:04:24,796 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742014_1190 src: /127.0.0.1:55654 dest: /127.0.0.1:50911
2014-04-10 11:04:24,797 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742014_1190 src: /127.0.0.1:49467 dest: /127.0.0.1:53749
2014-04-10 11:04:24,803 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49467, dest: /127.0.0.1:53749, bytes: 72, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0016_m_000002_0_815038689_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742014_1190, duration: 5145065
2014-04-10 11:04:24,804 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742014_1190, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:24,804 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55654, dest: /127.0.0.1:50911, bytes: 72, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0016_m_000002_0_815038689_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742014_1190, duration: 5782673
2014-04-10 11:04:24,804 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742014_1190, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:24,804 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41118, dest: /127.0.0.1:37218, bytes: 72, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0016_m_000002_0_815038689_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742014_1190, duration: 6086484
2014-04-10 11:04:24,805 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742014_1190, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:24,805 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:04:24,805 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:04:24,807 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742014_1190 size 72
2014-04-10 11:04:24,809 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397145675630_0016_m_000001_0/part-00001 is closed by DFSClient_attempt_1397145675630_0016_m_000001_0_-457053438_1
2014-04-10 11:04:24,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397145675630_0016_m_000003_0 dst=null perm=null
2014-04-10 11:04:24,826 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397145675630_0016_m_000002_0/part-00002 is closed by DFSClient_attempt_1397145675630_0016_m_000002_0_815038689_1
2014-04-10 11:04:24,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397145675630_0016_m_000003_0 dst=null perm=null
2014-04-10 11:04:24,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/task_1397145675630_0016_m_000003 dst=null perm=null
2014-04-10 11:04:24,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397145675630_0016_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/task_1397145675630_0016_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:04:24,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397145675630_0016_m_000001_0 dst=null perm=null
2014-04-10 11:04:24,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397145675630_0016_m_000001_0 dst=null perm=null
2014-04-10 11:04:24,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/task_1397145675630_0016_m_000001 dst=null perm=null
2014-04-10 11:04:24,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397145675630_0016_m_000002_0 dst=null perm=null
2014-04-10 11:04:24,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397145675630_0016_m_000002_0 dst=null perm=null
2014-04-10 11:04:24,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/task_1397145675630_0016_m_000002 dst=null perm=null
2014-04-10 11:04:24,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397145675630_0016_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/task_1397145675630_0016_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:04:24,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397145675630_0016_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/task_1397145675630_0016_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:04:24,913 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0016_01_000005
2014-04-10 11:04:24,913 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0016 CONTAINERID=container_1397145675630_0016_01_000005
2014-04-10 11:04:24,913 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:04:24,913 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0016_01_000005
2014-04-10 11:04:24,920 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0016_01_000005 is : 143
2014-04-10 11:04:24,932 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job_1397145675630_0016_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:04:24,933 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:04:24,934 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000005
2014-04-10 11:04:24,934 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000005
2014-04-10 11:04:24,934 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000005
2014-04-10 11:04:24,934 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000005
2014-04-10 11:04:24,935 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0016 CONTAINERID=container_1397145675630_0016_01_000005
2014-04-10 11:04:24,935 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:04:24,936 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0016_01_000005 from application application_1397145675630_0016
2014-04-10 11:04:24,936 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:24,936 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0016
2014-04-10 11:04:24,944 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742015_1191 src: /127.0.0.1:55656 dest: /127.0.0.1:50911
2014-04-10 11:04:24,946 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742015_1191 src: /127.0.0.1:49469 dest: /127.0.0.1:53749
2014-04-10 11:04:24,947 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742015_1191 src: /127.0.0.1:41127 dest: /127.0.0.1:37218
2014-04-10 11:04:24,950 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job_1397145675630_0016_1.jhist for DFSClient_NONMAPREDUCE_-2027842402_1
2014-04-10 11:04:24,956 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0016_01_000003
2014-04-10 11:04:24,956 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0016 CONTAINERID=container_1397145675630_0016_01_000003
2014-04-10 11:04:24,956 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:04:24,956 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0016_01_000003
2014-04-10 11:04:24,962 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0016_01_000003 is : 143
2014-04-10 11:04:24,968 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0016_01_000004
2014-04-10 11:04:24,968 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0016 CONTAINERID=container_1397145675630_0016_01_000004
2014-04-10 11:04:24,968 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0016_01_000005
2014-04-10 11:04:24,968 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:04:24,969 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0016_01_000004
2014-04-10 11:04:24,969 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0016_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:24,969 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0016_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:04:24,969 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0016 CONTAINERID=container_1397145675630_0016_01_000005
2014-04-10 11:04:24,969 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0016_01_000005 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:04:24,969 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:04:24,972 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0016_01_000005, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:24,973 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:24,973 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:04:24,973 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0016_000001 released container container_1397145675630_0016_01_000005 on node: host: localhost:55857 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:04:24,976 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:04:24,976 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0016_01_000004 is : 143
2014-04-10 11:04:24,976 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000003
2014-04-10 11:04:24,976 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000003
2014-04-10 11:04:24,976 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000003
2014-04-10 11:04:24,977 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000003
2014-04-10 11:04:24,977 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0016 CONTAINERID=container_1397145675630_0016_01_000003
2014-04-10 11:04:24,977 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:04:24,977 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0016_01_000003 from application application_1397145675630_0016
2014-04-10 11:04:24,977 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:24,977 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0016
2014-04-10 11:04:24,985 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:04:24,985 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000004
2014-04-10 11:04:24,985 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000004
2014-04-10 11:04:24,985 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000004
2014-04-10 11:04:24,985 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000004
2014-04-10 11:04:24,985 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0016 CONTAINERID=container_1397145675630_0016_01_000004
2014-04-10 11:04:24,985 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:04:24,985 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0016_01_000004 from application application_1397145675630_0016
2014-04-10 11:04:24,986 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:24,986 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0016
2014-04-10 11:04:25,184 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397145675630_0016_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0016_m_000000_0_-1338836546_1
2014-04-10 11:04:25,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397145675630_0016_m_000000_0 dst=null perm=null
2014-04-10 11:04:25,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397145675630_0016_m_000000_0 dst=null perm=null
2014-04-10 11:04:25,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/task_1397145675630_0016_m_000000 dst=null perm=null
2014-04-10 11:04:25,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397145675630_0016_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/task_1397145675630_0016_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:04:25,303 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0016_01_000002
2014-04-10 11:04:25,303 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0016 CONTAINERID=container_1397145675630_0016_01_000002
2014-04-10 11:04:25,303 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:04:25,303 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0016_01_000002
2014-04-10 11:04:25,303 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0016_01_000003
2014-04-10 11:04:25,303 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0016_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:25,304 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0016_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:04:25,304 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0016 CONTAINERID=container_1397145675630_0016_01_000003
2014-04-10 11:04:25,304 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0016_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:04:25,304 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:04:25,304 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0016_01_000003, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:25,304 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:25,304 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:04:25,304 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0016_000001 released container container_1397145675630_0016_01_000003 on node: host: localhost:41546 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:04:25,310 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0016_01_000002 is : 143
2014-04-10 11:04:25,322 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:04:25,322 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000002
2014-04-10 11:04:25,322 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000002
2014-04-10 11:04:25,322 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000002
2014-04-10 11:04:25,322 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000002
2014-04-10 11:04:25,322 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0016 CONTAINERID=container_1397145675630_0016_01_000002
2014-04-10 11:04:25,322 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:04:25,322 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0016_01_000002 from application application_1397145675630_0016
2014-04-10 11:04:25,323 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:25,323 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0016
2014-04-10 11:04:25,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:25,342 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-2027842402_1
2014-04-10 11:04:25,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1 dst=null perm=null
2014-04-10 11:04:25,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross dst=null perm=null
2014-04-10 11:04:25,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross dst=null perm=null
2014-04-10 11:04:25,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/task_1397145675630_0016_m_000000 dst=null perm=null
2014-04-10 11:04:25,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/part-00000 dst=null perm=null
2014-04-10 11:04:25,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/task_1397145675630_0016_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:25,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross dst=null perm=null
2014-04-10 11:04:25,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross dst=null perm=null
2014-04-10 11:04:25,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/task_1397145675630_0016_m_000001 dst=null perm=null
2014-04-10 11:04:25,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/part-00001 dst=null perm=null
2014-04-10 11:04:25,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/task_1397145675630_0016_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:25,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross dst=null perm=null
2014-04-10 11:04:25,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross dst=null perm=null
2014-04-10 11:04:25,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/task_1397145675630_0016_m_000002 dst=null perm=null
2014-04-10 11:04:25,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/part-00002 dst=null perm=null
2014-04-10 11:04:25,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/task_1397145675630_0016_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:25,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross dst=null perm=null
2014-04-10 11:04:25,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross dst=null perm=null
2014-04-10 11:04:25,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/task_1397145675630_0016_m_000003 dst=null perm=null
2014-04-10 11:04:25,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/part-00003 dst=null perm=null
2014-04-10 11:04:25,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary/1/task_1397145675630_0016_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:25,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary dst=null perm=null
2014-04-10 11:04:25,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:25,492 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2027842402_1
2014-04-10 11:04:25,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:25,526 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2027842402_1
2014-04-10 11:04:25,547 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41127, dest: /127.0.0.1:37218, bytes: 47526, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2027842402_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742015_1191, duration: 599876889
2014-04-10 11:04:25,548 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742015_1191, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:25,548 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49469, dest: /127.0.0.1:53749, bytes: 47526, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2027842402_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742015_1191, duration: 600734323
2014-04-10 11:04:25,549 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 14936
2014-04-10 11:04:25,549 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742015_1191, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:25,549 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55656, dest: /127.0.0.1:50911, bytes: 47526, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2027842402_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742015_1191, duration: 601694277
2014-04-10 11:04:25,550 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 14936
2014-04-10 11:04:25,550 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742015_1191, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:25,550 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 14936
2014-04-10 11:04:25,567 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job_1397145675630_0016_1.jhist is closed by DFSClient_NONMAPREDUCE_-2027842402_1
2014-04-10 11:04:25,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:25,588 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:04:25,603 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742016_1192 src: /127.0.0.1:53855 dest: /127.0.0.1:36156
2014-04-10 11:04:25,604 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742016_1192 src: /127.0.0.1:41131 dest: /127.0.0.1:37218
2014-04-10 11:04:25,605 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742016_1192 src: /127.0.0.1:49475 dest: /127.0.0.1:53749
2014-04-10 11:04:25,609 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49475, dest: /127.0.0.1:53749, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2027842402_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742016_1192, duration: 1945497
2014-04-10 11:04:25,609 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742016_1192, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:25,609 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:04:25,609 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41131, dest: /127.0.0.1:37218, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2027842402_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742016_1192, duration: 2557526
2014-04-10 11:04:25,610 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742016_1192, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:25,610 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:04:25,610 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53855, dest: /127.0.0.1:36156, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2027842402_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742016_1192, duration: 3334908
2014-04-10 11:04:25,611 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742016_1192, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:25,611 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:04:25,626 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016.summary_tmp is closed by DFSClient_NONMAPREDUCE_-2027842402_1
2014-04-10 11:04:25,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:25,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job_1397145675630_0016_1.jhist dst=null perm=null
2014-04-10 11:04:25,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016-1397145856628-brock-%5BF6902B7BCF764FD58C1D3A4AC91DFC3C%2FAE040788342F4AE0-1397145865527-4-0-SUCCEEDED-default-1397145859311.jhist_tmp dst=null perm=null
2014-04-10 11:04:25,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job_1397145675630_0016_1.jhist dst=null perm=null
2014-04-10 11:04:25,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016-1397145856628-brock-%5BF6902B7BCF764FD58C1D3A4AC91DFC3C%2FAE040788342F4AE0-1397145865527-4-0-SUCCEEDED-default-1397145859311.jhist_tmp dst=null perm=null
2014-04-10 11:04:25,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job_1397145675630_0016_1.jhist dst=null perm=null
2014-04-10 11:04:25,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016-1397145856628-brock-%5BF6902B7BCF764FD58C1D3A4AC91DFC3C%2FAE040788342F4AE0-1397145865527-4-0-SUCCEEDED-default-1397145859311.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:25,670 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41133, bytes: 47898, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2027842402_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742015_1191, duration: 261985
2014-04-10 11:04:25,673 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016-1397145856628-brock-%5BF6902B7BCF764FD58C1D3A4AC91DFC3C%2FAE040788342F4AE0-1397145865527-4-0-SUCCEEDED-default-1397145859311.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:04:25,686 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742017_1193 src: /127.0.0.1:49477 dest: /127.0.0.1:53749
2014-04-10 11:04:25,688 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742017_1193 src: /127.0.0.1:41135 dest: /127.0.0.1:37218
2014-04-10 11:04:25,689 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742017_1193 src: /127.0.0.1:55667 dest: /127.0.0.1:50911
2014-04-10 11:04:25,692 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55667, dest: /127.0.0.1:50911, bytes: 47526, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2027842402_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742017_1193, duration: 2432774
2014-04-10 11:04:25,693 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742017_1193, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:25,693 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:04:25,693 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41135, dest: /127.0.0.1:37218, bytes: 47526, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2027842402_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742017_1193, duration: 2996870
2014-04-10 11:04:25,693 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742017_1193, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:25,694 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:04:25,694 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49477, dest: /127.0.0.1:53749, bytes: 47526, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2027842402_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742017_1193, duration: 3595861
2014-04-10 11:04:25,694 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742017_1193, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:25,694 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:04:25,709 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016-1397145856628-brock-%5BF6902B7BCF764FD58C1D3A4AC91DFC3C%2FAE040788342F4AE0-1397145865527-4-0-SUCCEEDED-default-1397145859311.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-2027842402_1
2014-04-10 11:04:25,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016-1397145856628-brock-%5BF6902B7BCF764FD58C1D3A4AC91DFC3C%2FAE040788342F4AE0-1397145865527-4-0-SUCCEEDED-default-1397145859311.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:25,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job_1397145675630_0016_1_conf.xml dst=null perm=null
2014-04-10 11:04:25,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016_conf.xml_tmp dst=null perm=null
2014-04-10 11:04:25,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job_1397145675630_0016_1_conf.xml dst=null perm=null
2014-04-10 11:04:25,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016_conf.xml_tmp dst=null perm=null
2014-04-10 11:04:25,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016/job_1397145675630_0016_1_conf.xml dst=null perm=null
2014-04-10 11:04:25,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:25,754 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49480, bytes: 95762, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2027842402_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742010_1186, duration: 354839
2014-04-10 11:04:25,757 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:04:25,770 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742018_1194 src: /127.0.0.1:49481 dest: /127.0.0.1:53749
2014-04-10 11:04:25,771 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742018_1194 src: /127.0.0.1:41139 dest: /127.0.0.1:37218
2014-04-10 11:04:25,772 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742018_1194 src: /127.0.0.1:55671 dest: /127.0.0.1:50911
2014-04-10 11:04:25,776 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55671, dest: /127.0.0.1:50911, bytes: 95018, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2027842402_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742018_1194, duration: 2747280
2014-04-10 11:04:25,776 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742018_1194, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:25,777 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:25,777 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41139, dest: /127.0.0.1:37218, bytes: 95018, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2027842402_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742018_1194, duration: 3297102
2014-04-10 11:04:25,777 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742018_1194, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:25,778 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:25,778 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49481, dest: /127.0.0.1:53749, bytes: 95018, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2027842402_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742018_1194, duration: 4090083
2014-04-10 11:04:25,778 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742018_1194, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:25,778 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:25,792 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-2027842402_1
2014-04-10 11:04:25,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:25,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:25,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:25,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016-1397145856628-brock-%5BF6902B7BCF764FD58C1D3A4AC91DFC3C%2FAE040788342F4AE0-1397145865527-4-0-SUCCEEDED-default-1397145859311.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016-1397145856628-brock-%5BF6902B7BCF764FD58C1D3A4AC91DFC3C%2FAE040788342F4AE0-1397145865527-4-0-SUCCEEDED-default-1397145859311.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:25,868 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0016_000001 with final state: FINISHING
2014-04-10 11:04:25,868 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0016_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:04:25,868 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0016 with final state: FINISHING
2014-04-10 11:04:25,868 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0016 State change from RUNNING to FINAL_SAVING
2014-04-10 11:04:25,868 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0016
2014-04-10 11:04:25,869 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0016_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:04:25,869 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0016 State change from FINAL_SAVING to FINISHING
2014-04-10 11:04:25,871 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742018_1194
2014-04-10 11:04:25,871 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742012_1188
2014-04-10 11:04:25,872 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742017_1193
2014-04-10 11:04:25,872 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742014_1190
2014-04-10 11:04:25,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742015_1191
2014-04-10 11:04:25,930 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:04:25,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:04:25,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:04:25,934 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0016 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016-1397145856628-brock-%5BF6902B7BCF764FD58C1D3A4AC91DFC3C%2FAE040788342F4AE0-1397145865527-4-0-SUCCEEDED-default-1397145859311.jhist
2014-04-10 11:04:25,935 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016-1397145856628-brock-%5BF6902B7BCF764FD58C1D3A4AC91DFC3C%2FAE040788342F4AE0-1397145865527-4-0-SUCCEEDED-default-1397145859311.jhist]
2014-04-10 11:04:25,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016-1397145856628-brock-%5BF6902B7BCF764FD58C1D3A4AC91DFC3C%2FAE040788342F4AE0-1397145865527-4-0-SUCCEEDED-default-1397145859311.jhist dst=null perm=null
2014-04-10 11:04:25,938 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49484, bytes: 47898, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742017_1193, duration: 304082
2014-04-10 11:04:25,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016.summary dst=null perm=null
2014-04-10 11:04:25,960 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53867, bytes: 438, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742016_1192, duration: 116029
2014-04-10 11:04:25,960 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0016,submitTime=1397145856628,launchTime=1397145859311,firstMapTaskLaunchTime=1397145861496,firstReduceTaskLaunchTime=0,finishTime=1397145865527,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=14,reduceSlotSeconds=0,jobName=[F6902B7BCF764FD58C1D3A4AC91DFC3C/AE040788342F4AE08ABDB98B450BA8CA] lhs*rhs/(1/1) ...ieldedpipesplatform/cross
2014-04-10 11:04:25,960 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016.summary]
2014-04-10 11:04:25,969 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0016_01_000004
2014-04-10 11:04:25,969 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0016_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:25,970 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0016_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:04:25,970 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0016 CONTAINERID=container_1397145675630_0016_01_000004
2014-04-10 11:04:25,970 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0016_01_000004 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:04:25,970 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:04:25,971 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0016_01_000004, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:25,971 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:25,971 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:04:25,972 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0016_000001 released container container_1397145675630_0016_01_000004 on node: host: localhost:55857 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:04:26,068 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742016_1192 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:53749
2014-04-10 11:04:26,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016.summary dst=null perm=null
2014-04-10 11:04:26,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:04:26,070 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016-1397145856628-brock-%5BF6902B7BCF764FD58C1D3A4AC91DFC3C%2FAE040788342F4AE0-1397145865527-4-0-SUCCEEDED-default-1397145859311.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0016-1397145856628-brock-%5BF6902B7BCF764FD58C1D3A4AC91DFC3C%2FAE040788342F4AE0-1397145865527-4-0-SUCCEEDED-default-1397145859311.jhist
2014-04-10 11:04:26,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016-1397145856628-brock-%5BF6902B7BCF764FD58C1D3A4AC91DFC3C%2FAE040788342F4AE0-1397145865527-4-0-SUCCEEDED-default-1397145859311.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0016-1397145856628-brock-%5BF6902B7BCF764FD58C1D3A4AC91DFC3C%2FAE040788342F4AE0-1397145865527-4-0-SUCCEEDED-default-1397145859311.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:26,085 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0016_conf.xml
2014-04-10 11:04:26,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0016_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0016_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:26,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross dst=null perm=null
2014-04-10 11:04:26,118 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary
2014-04-10 11:04:26,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/_temporary dst=null perm=null
2014-04-10 11:04:26,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross dst=null perm=null
2014-04-10 11:04:26,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross dst=null perm=null
2014-04-10 11:04:26,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross dst=null perm=null
2014-04-10 11:04:26,142 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:04:26,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/part-00000 dst=null perm=null
2014-04-10 11:04:26,145 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49484, bytes: 100, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742012_1188, duration: 214566
2014-04-10 11:04:26,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/part-00001 dst=null perm=null
2014-04-10 11:04:26,148 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53867, bytes: 60, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742013_1189, duration: 251997
2014-04-10 11:04:26,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/part-00002 dst=null perm=null
2014-04-10 11:04:26,151 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49484, bytes: 76, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742014_1190, duration: 194347
2014-04-10 11:04:26,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/part-00003 dst=null perm=null
2014-04-10 11:04:26,155 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41143, bytes: 76, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742011_1187, duration: 204005
2014-04-10 11:04:26,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross dst=null perm=null
2014-04-10 11:04:26,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross dst=null perm=null
2014-04-10 11:04:26,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross dst=null perm=null
2014-04-10 11:04:26,167 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:04:26,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/part-00000 dst=null perm=null
2014-04-10 11:04:26,169 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49484, bytes: 100, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742012_1188, duration: 98942
2014-04-10 11:04:26,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/part-00001 dst=null perm=null
2014-04-10 11:04:26,170 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49484, bytes: 60, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742013_1189, duration: 89589
2014-04-10 11:04:26,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/part-00002 dst=null perm=null
2014-04-10 11:04:26,172 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41143, bytes: 76, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742014_1190, duration: 85489
2014-04-10 11:04:26,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/part-00003 dst=null perm=null
2014-04-10 11:04:26,173 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53867, bytes: 76, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742011_1187, duration: 118477
2014-04-10 11:04:26,173 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/joinfieldedpipesplatform/cross
2014-04-10 11:04:26,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross dst=null perm=null
2014-04-10 11:04:26,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross dst=null perm=null
2014-04-10 11:04:26,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross dst=null perm=null
2014-04-10 11:04:26,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross dst=null perm=null
2014-04-10 11:04:26,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/part-00000 dst=null perm=null
2014-04-10 11:04:26,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/part-00000 dst=null perm=null
2014-04-10 11:04:26,177 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49484, bytes: 100, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742012_1188, duration: 107931
2014-04-10 11:04:26,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/part-00001 dst=null perm=null
2014-04-10 11:04:26,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/part-00001 dst=null perm=null
2014-04-10 11:04:26,179 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41143, bytes: 60, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742013_1189, duration: 102693
2014-04-10 11:04:26,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/part-00002 dst=null perm=null
2014-04-10 11:04:26,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/part-00002 dst=null perm=null
2014-04-10 11:04:26,181 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49484, bytes: 76, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742014_1190, duration: 81316
2014-04-10 11:04:26,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/part-00003 dst=null perm=null
2014-04-10 11:04:26,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/cross/part-00003 dst=null perm=null
2014-04-10 11:04:26,182 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41143, bytes: 76, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742011_1187, duration: 84353
2014-04-10 11:04:26,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:26,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:26,191 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:04:26,192 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:04:26,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join dst=null perm=null
2014-04-10 11:04:26,201 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 11:04:26,202 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:04:26,202 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:04:26,202 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join"]
2014-04-10 11:04:26,202 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 11:04:26,202 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 11:04:26,202 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 11:04:26,202 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...fieldedpipesplatform/join
2014-04-10 11:04:26,209 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:04:26,223 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:04:26,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join dst=null perm=null
2014-04-10 11:04:26,224 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742017_1193
2014-04-10 11:04:26,224 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742012_1188
2014-04-10 11:04:26,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:04:26,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:04:26,225 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742018_1194
2014-04-10 11:04:26,225 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 17
2014-04-10 11:04:26,225 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742016_1192
2014-04-10 11:04:26,226 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742011_1187
2014-04-10 11:04:26,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017 dst=null perm=null
2014-04-10 11:04:26,226 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742014_1190
2014-04-10 11:04:26,226 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742013_1189
2014-04-10 11:04:26,226 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742015_1191
2014-04-10 11:04:26,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:04:26,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:04:26,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar dst=null perm=null
2014-04-10 11:04:26,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:26,287 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:04:26,303 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742019_1195 src: /127.0.0.1:55675 dest: /127.0.0.1:50911
2014-04-10 11:04:26,304 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0016_01_000002
2014-04-10 11:04:26,304 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742019_1195 src: /127.0.0.1:41145 dest: /127.0.0.1:37218
2014-04-10 11:04:26,304 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0016_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:26,304 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0016_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:04:26,305 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0016 CONTAINERID=container_1397145675630_0016_01_000002
2014-04-10 11:04:26,305 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0016_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:04:26,305 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:04:26,305 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742019_1195 src: /127.0.0.1:49489 dest: /127.0.0.1:53749
2014-04-10 11:04:26,305 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0016_01_000002, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:26,306 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:26,306 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:04:26,306 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0016_000001 released container container_1397145675630_0016_01_000002 on node: host: localhost:41546 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:04:26,311 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49489, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742019_1195, duration: 4834090
2014-04-10 11:04:26,311 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742019_1195, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:26,312 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41145, dest: /127.0.0.1:37218, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742019_1195, duration: 3634420
2014-04-10 11:04:26,312 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:04:26,312 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742019_1195, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:26,312 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55675, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742019_1195, duration: 4311700
2014-04-10 11:04:26,313 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:04:26,313 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742019_1195, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:26,314 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742019_1195 size 244650
2014-04-10 11:04:26,326 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:04:26,327 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar
2014-04-10 11:04:26,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar dst=null perm=null
2014-04-10 11:04:26,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:26,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:26,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:26,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:26,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:04:26,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:04:26,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:04:26,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:04:26,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:04:26,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:26,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:26,370 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:04:26,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:26,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:26,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:26,402 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.split
2014-04-10 11:04:26,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.split dst=null perm=null
2014-04-10 11:04:26,419 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:04:26,436 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742020_1196 src: /127.0.0.1:41148 dest: /127.0.0.1:37218
2014-04-10 11:04:26,437 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742020_1196 src: /127.0.0.1:49492 dest: /127.0.0.1:53749
2014-04-10 11:04:26,438 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742020_1196 src: /127.0.0.1:53875 dest: /127.0.0.1:36156
2014-04-10 11:04:26,439 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742020_1196 src: /127.0.0.1:55682 dest: /127.0.0.1:50911
2014-04-10 11:04:26,443 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55682, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742020_1196, duration: 2826323
2014-04-10 11:04:26,443 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742020_1196, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:26,444 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:04:26,444 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53875, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742020_1196, duration: 3331426
2014-04-10 11:04:26,444 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742020_1196, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:26,444 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:04:26,445 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49492, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742020_1196, duration: 4058687
2014-04-10 11:04:26,445 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742020_1196, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:26,445 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:04:26,445 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41148, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742020_1196, duration: 4652196
2014-04-10 11:04:26,446 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742020_1196, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:26,446 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:04:26,456 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742012_1188
2014-04-10 11:04:26,458 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742019_1195
2014-04-10 11:04:26,459 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742011_1187
2014-04-10 11:04:26,459 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:04:26,460 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742018_1194
2014-04-10 11:04:26,460 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742014_1190
2014-04-10 11:04:26,461 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742013_1189
2014-04-10 11:04:26,461 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742017_1193
2014-04-10 11:04:26,462 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742016_1192
2014-04-10 11:04:26,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:26,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:26,494 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:04:26,511 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742021_1197 src: /127.0.0.1:49495 dest: /127.0.0.1:53749
2014-04-10 11:04:26,512 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742021_1197 src: /127.0.0.1:55684 dest: /127.0.0.1:50911
2014-04-10 11:04:26,513 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742021_1197 src: /127.0.0.1:41154 dest: /127.0.0.1:37218
2014-04-10 11:04:26,516 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41154, dest: /127.0.0.1:37218, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742021_1197, duration: 1676941
2014-04-10 11:04:26,516 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742021_1197, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:26,516 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:26,516 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55684, dest: /127.0.0.1:50911, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742021_1197, duration: 2347843
2014-04-10 11:04:26,517 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742021_1197, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:26,517 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:26,517 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49495, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742021_1197, duration: 2911162
2014-04-10 11:04:26,517 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742021_1197, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:26,518 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:26,534 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:04:26,535 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:04:26,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:26,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:26,575 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:04:26,594 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742022_1198 src: /127.0.0.1:49499 dest: /127.0.0.1:53749
2014-04-10 11:04:26,595 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742022_1198 src: /127.0.0.1:41157 dest: /127.0.0.1:37218
2014-04-10 11:04:26,596 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742022_1198 src: /127.0.0.1:55689 dest: /127.0.0.1:50911
2014-04-10 11:04:26,601 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55689, dest: /127.0.0.1:50911, bytes: 81196, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742022_1198, duration: 2860597
2014-04-10 11:04:26,601 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742022_1198, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:26,601 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:26,601 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41157, dest: /127.0.0.1:37218, bytes: 81196, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742022_1198, duration: 3337922
2014-04-10 11:04:26,601 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742022_1198, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:26,602 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:26,602 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49499, dest: /127.0.0.1:53749, bytes: 81196, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742022_1198, duration: 3785133
2014-04-10 11:04:26,602 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742022_1198, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:26,603 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:26,617 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:04:26,618 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0017
2014-04-10 11:04:26,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017 dst=null perm=null
2014-04-10 11:04:26,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.xml dst=null perm=null
2014-04-10 11:04:26,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.xml dst=null perm=null
2014-04-10 11:04:26,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar dst=null perm=null
2014-04-10 11:04:26,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar dst=null perm=null
2014-04-10 11:04:26,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.split dst=null perm=null
2014-04-10 11:04:26,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.split dst=null perm=null
2014-04-10 11:04:26,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:26,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:26,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:26,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:26,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:26,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:26,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:26,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:26,658 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742015_1191
2014-04-10 11:04:26,658 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742021_1197
2014-04-10 11:04:26,659 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742022_1198
2014-04-10 11:04:26,660 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742020_1196
2014-04-10 11:04:26,675 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 17 submitted by user brock
2014-04-10 11:04:26,675 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0017
2014-04-10 11:04:26,675 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0017
2014-04-10 11:04:26,675 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0017
2014-04-10 11:04:26,675 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0017 State change from NEW to NEW_SAVING
2014-04-10 11:04:26,676 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0017 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:04:26,676 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0017_000001
2014-04-10 11:04:26,676 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0017_000001 State change from NEW to SUBMITTED
2014-04-10 11:04:26,677 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0017 from user: brock activated in queue: default
2014-04-10 11:04:26,677 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0017 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:04:26,677 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0017 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:04:26,677 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0017
2014-04-10 11:04:26,677 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0017_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:04:26,677 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0017_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:04:26,678 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0017 State change from SUBMITTED to ACCEPTED
2014-04-10 11:04:26,680 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0017/
2014-04-10 11:04:26,680 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397145675630_0017
2014-04-10 11:04:26,680 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:33250/proxy/application_1397145675630_0017/
2014-04-10 11:04:26,771 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0017_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:26,771 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000001
2014-04-10 11:04:26,771 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0017_01_000001 of capacity <memory:2048, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:04:26,771 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0017 container=Container: [ContainerId: container_1397145675630_0017_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0017_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:26,772 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:04:26,772 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0017_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:26,772 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:26,772 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0017 AttemptId: appattempt_1397145675630_0017_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0017_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ]
2014-04-10 11:04:26,773 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0017_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:04:26,773 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0017_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:04:26,773 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0017_000001
2014-04-10 11:04:26,774 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0017_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] for AM appattempt_1397145675630_0017_000001
2014-04-10 11:04:26,774 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0017_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:04:26,777 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0017_000001 (auth:SIMPLE)
2014-04-10 11:04:26,779 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0017_01_000001 by user brock
2014-04-10 11:04:26,779 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0017
2014-04-10 11:04:26,779 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000001
2014-04-10 11:04:26,779 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0017 transitioned from NEW to INITING
2014-04-10 11:04:26,780 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0017_01_000001 to application application_1397145675630_0017
2014-04-10 11:04:26,780 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0017 transitioned from INITING to RUNNING
2014-04-10 11:04:26,780 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0017_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] for AM appattempt_1397145675630_0017_000001
2014-04-10 11:04:26,780 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0017_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:04:26,780 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:04:26,780 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0017
2014-04-10 11:04:26,781 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:04:26,781 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:04:26,781 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:04:26,781 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:04:26,781 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0017_01_000001
2014-04-10 11:04:26,792 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145675630_0017_01_000001.tokens. Credentials list:
2014-04-10 11:04:26,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:04:26,869 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145675630_0017_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000001.tokens
2014-04-10 11:04:26,870 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0017 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0017
2014-04-10 11:04:26,901 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742006_1182 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:36156
2014-04-10 11:04:26,901 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742007_1183 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:04:26,901 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742008_1184 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:53749
2014-04-10 11:04:26,902 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742009_1185 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:04:26,902 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742015_1191 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:04:26,902 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742010_1186 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:36156
2014-04-10 11:04:26,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0016 dst=null perm=null
2014-04-10 11:04:26,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar dst=null perm=null
2014-04-10 11:04:26,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar dst=null perm=null
2014-04-10 11:04:26,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar dst=null perm=null
2014-04-10 11:04:26,980 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41143, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-969862772_10019, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742019_1195, duration: 786461
2014-04-10 11:04:27,004 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0017/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:27,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:27,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:27,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:27,030 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55693, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-969862772_10019, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742021_1197, duration: 314618
2014-04-10 11:04:27,048 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0017/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:27,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.split dst=null perm=null
2014-04-10 11:04:27,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.split dst=null perm=null
2014-04-10 11:04:27,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.split dst=null perm=null
2014-04-10 11:04:27,073 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55693, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-969862772_10019, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742020_1196, duration: 223403
2014-04-10 11:04:27,091 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0017/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:27,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.xml dst=null perm=null
2014-04-10 11:04:27,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.xml dst=null perm=null
2014-04-10 11:04:27,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.xml dst=null perm=null
2014-04-10 11:04:27,115 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49484, bytes: 81832, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-969862772_10019, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742022_1198, duration: 377819
2014-04-10 11:04:27,134 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0017/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:27,134 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:27,166 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:27,166 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:27,227 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000001/default_container_executor.sh]
2014-04-10 11:04:27,770 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0017_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:28,129 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:50911 to replicate blk_1073742019_1195 to datanode(s) 127.0.0.1:36156
2014-04-10 11:04:28,130 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073742006_1182, blk_1073742007_1183, blk_1073742009_1185, blk_1073742015_1191]
2014-04-10 11:04:28,130 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742016_1192, blk_1073742006_1182, blk_1073742007_1183, blk_1073742008_1184, blk_1073742009_1185, blk_1073742010_1186, blk_1073742015_1191]
2014-04-10 11:04:28,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:04:28,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/COMMIT_STARTED dst=null perm=null
2014-04-10 11:04:28,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:04:28,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/COMMIT_FAIL dst=null perm=null
2014-04-10 11:04:28,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017 dst=null perm=null
2014-04-10 11:04:28,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:04:28,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:04:28,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:28,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:28,731 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41168, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_899080373_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742021_1197, duration: 156695
2014-04-10 11:04:29,309 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0017_000001 (auth:SIMPLE)
2014-04-10 11:04:29,311 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0017_000001
2014-04-10 11:04:29,311 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0017 APPATTEMPTID=appattempt_1397145675630_0017_000001
2014-04-10 11:04:29,311 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0017_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:04:29,311 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0017 State change from ACCEPTED to RUNNING
2014-04-10 11:04:29,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job_1397145675630_0017_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:29,348 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742011_1187
2014-04-10 11:04:29,349 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742020_1196
2014-04-10 11:04:29,349 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742013_1189
2014-04-10 11:04:29,349 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742016_1192
2014-04-10 11:04:29,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:04:29,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job_1397145675630_0017_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:29,483 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job_1397145675630_0017_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:04:29,524 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742023_1199 src: /127.0.0.1:49514 dest: /127.0.0.1:53749
2014-04-10 11:04:29,525 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742023_1199 src: /127.0.0.1:55703 dest: /127.0.0.1:50911
2014-04-10 11:04:29,525 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742023_1199 src: /127.0.0.1:53898 dest: /127.0.0.1:36156
2014-04-10 11:04:29,530 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53898, dest: /127.0.0.1:36156, bytes: 95083, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_899080373_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742023_1199, duration: 4083207
2014-04-10 11:04:29,530 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742023_1199, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:29,530 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55703, dest: /127.0.0.1:50911, bytes: 95083, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_899080373_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742023_1199, duration: 4425729
2014-04-10 11:04:29,530 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:04:29,530 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742023_1199, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:29,531 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49514, dest: /127.0.0.1:53749, bytes: 95083, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_899080373_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742023_1199, duration: 4661762
2014-04-10 11:04:29,531 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742023_1199, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:29,531 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:04:29,531 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:04:29,551 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job_1397145675630_0017_1_conf.xml is closed by DFSClient_NONMAPREDUCE_899080373_1
2014-04-10 11:04:29,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742016_1192 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742016 for deletion
2014-04-10 11:04:29,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742006_1182 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742006 for deletion
2014-04-10 11:04:29,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742016_1192 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742016
2014-04-10 11:04:29,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742007_1183 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742007 for deletion
2014-04-10 11:04:29,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742006_1182 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742006
2014-04-10 11:04:29,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742008_1184 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742008 for deletion
2014-04-10 11:04:29,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742007_1183 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742007
2014-04-10 11:04:29,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742008_1184 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742008
2014-04-10 11:04:29,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742009_1185 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742009 for deletion
2014-04-10 11:04:29,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742010_1186 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742010 for deletion
2014-04-10 11:04:29,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742009_1185 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742009
2014-04-10 11:04:29,665 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742015_1191 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742015 for deletion
2014-04-10 11:04:29,665 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742010_1186 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742010
2014-04-10 11:04:29,665 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742015_1191 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742015
2014-04-10 11:04:29,716 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, infoPort=35739, ipcPort=51987, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073742019_1195 to 127.0.0.1:36156
2014-04-10 11:04:29,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742006_1182 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742006 for deletion
2014-04-10 11:04:29,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742007_1183 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742007 for deletion
2014-04-10 11:04:29,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742009_1185 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742009 for deletion
2014-04-10 11:04:29,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742006_1182 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742006
2014-04-10 11:04:29,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742015_1191 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742015 for deletion
2014-04-10 11:04:29,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742007_1183 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742007
2014-04-10 11:04:29,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742009_1185 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742009
2014-04-10 11:04:29,717 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742019_1195 src: /127.0.0.1:53900 dest: /127.0.0.1:36156
2014-04-10 11:04:29,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742015_1191 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742015
2014-04-10 11:04:29,718 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073742019_1195 (numBytes=244650) to 127.0.0.1/127.0.0.1:36156
2014-04-10 11:04:29,720 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073742019_1195 src: /127.0.0.1:53900 dest: /127.0.0.1:36156 of size 244650
2014-04-10 11:04:29,720 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742019_1195 size 244650
2014-04-10 11:04:30,771 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0017_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:30,771 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000002
2014-04-10 11:04:30,772 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0017_01_000002 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:04:30,772 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0017 container=Container: [ContainerId: container_1397145675630_0017_01_000002, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0017_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:30,772 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:04:30,772 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:30,773 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0017_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:30,773 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000003
2014-04-10 11:04:30,773 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0017_01_000003 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:04:30,774 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0017 container=Container: [ContainerId: container_1397145675630_0017_01_000003, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0017_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:30,774 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:04:30,774 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:30,876 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742020_1196
2014-04-10 11:04:30,877 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742022_1198
2014-04-10 11:04:30,880 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742019_1195
2014-04-10 11:04:30,971 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0017_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:30,971 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000004
2014-04-10 11:04:30,972 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0017_01_000004 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:04:30,972 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0017 container=Container: [ContainerId: container_1397145675630_0017_01_000004, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0017_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:30,972 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:04:30,972 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:30,973 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0017_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:30,973 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000005
2014-04-10 11:04:30,973 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0017_01_000005 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:04:30,973 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0017 container=Container: [ContainerId: container_1397145675630_0017_01_000005, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0017_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:30,974 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:04:30,974 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:31,079 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742023_1199
2014-04-10 11:04:31,079 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742021_1197
2014-04-10 11:04:31,130 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742016_1192, blk_1073742006_1182, blk_1073742007_1183, blk_1073742008_1184, blk_1073742009_1185, blk_1073742010_1186, blk_1073742015_1191]
2014-04-10 11:04:31,130 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073742016_1192, blk_1073742006_1182, blk_1073742007_1183, blk_1073742008_1184, blk_1073742010_1186]
2014-04-10 11:04:31,156 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0017_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:31,156 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000006
2014-04-10 11:04:31,156 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0017_01_000006 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:04:31,156 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0017 container=Container: [ContainerId: container_1397145675630_0017_01_000006, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0017_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:31,156 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:04:31,157 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:31,230 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742022_1198
2014-04-10 11:04:31,231 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742021_1197
2014-04-10 11:04:31,233 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742019_1195
2014-04-10 11:04:31,233 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742020_1196
2014-04-10 11:04:31,345 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0017_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:31,345 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0017_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:31,346 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0017_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:31,346 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0017_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:31,346 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0017_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:31,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar dst=null perm=null
2014-04-10 11:04:31,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar dst=null perm=null
2014-04-10 11:04:31,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.xml dst=null perm=null
2014-04-10 11:04:31,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.xml dst=null perm=null
2014-04-10 11:04:31,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:31,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:31,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:31,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:31,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:31,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:31,431 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742023_1199
2014-04-10 11:04:31,467 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0017_000001 (auth:SIMPLE)
2014-04-10 11:04:31,467 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0017_000001 (auth:SIMPLE)
2014-04-10 11:04:31,467 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0017_000001 (auth:SIMPLE)
2014-04-10 11:04:31,472 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0017_01_000004 by user brock
2014-04-10 11:04:31,472 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0017_01_000005 by user brock
2014-04-10 11:04:31,472 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0017_01_000006 by user brock
2014-04-10 11:04:31,472 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0017_01_000003 by user brock
2014-04-10 11:04:31,473 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0017
2014-04-10 11:04:31,472 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0017_01_000005 to application application_1397145675630_0017
2014-04-10 11:04:31,473 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000006
2014-04-10 11:04:31,472 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000005
2014-04-10 11:04:31,472 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0017
2014-04-10 11:04:31,473 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0017_01_000002 by user brock
2014-04-10 11:04:31,473 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000004
2014-04-10 11:04:31,474 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0017 transitioned from NEW to INITING
2014-04-10 11:04:31,473 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0017 transitioned from NEW to INITING
2014-04-10 11:04:31,473 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000003
2014-04-10 11:04:31,473 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0017_01_000003 to application application_1397145675630_0017
2014-04-10 11:04:31,474 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0017_01_000002 to application application_1397145675630_0017
2014-04-10 11:04:31,475 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:04:31,475 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:04:31,475 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0017
2014-04-10 11:04:31,475 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0017
2014-04-10 11:04:31,475 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:04:31,476 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0017
2014-04-10 11:04:31,474 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0017_01_000006 to application application_1397145675630_0017
2014-04-10 11:04:31,474 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0017_01_000004 to application application_1397145675630_0017
2014-04-10 11:04:31,474 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000002
2014-04-10 11:04:31,476 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0017 transitioned from INITING to RUNNING
2014-04-10 11:04:31,476 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0017 transitioned from INITING to RUNNING
2014-04-10 11:04:31,476 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0017
2014-04-10 11:04:31,477 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:04:31,477 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0017
2014-04-10 11:04:31,477 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:04:31,477 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:04:31,477 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0017
2014-04-10 11:04:31,477 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:04:31,477 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0017
2014-04-10 11:04:31,477 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0017
2014-04-10 11:04:31,478 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0017
2014-04-10 11:04:31,478 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:04:31,478 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:31,478 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0017
2014-04-10 11:04:31,478 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0017
2014-04-10 11:04:31,478 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:04:31,478 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:31,478 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:04:31,478 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0017
2014-04-10 11:04:31,479 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:04:31,479 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0017
2014-04-10 11:04:31,479 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0017
2014-04-10 11:04:31,479 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:04:31,479 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:04:31,479 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0017
2014-04-10 11:04:31,479 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:04:31,480 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0017_01_000006
2014-04-10 11:04:31,480 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0017_01_000005
2014-04-10 11:04:31,480 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0017_01_000004
2014-04-10 11:04:31,493 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397145675630_0017_01_000006.tokens. Credentials list:
2014-04-10 11:04:31,493 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0017_01_000004.tokens. Credentials list:
2014-04-10 11:04:31,493 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0017_01_000005.tokens. Credentials list:
2014-04-10 11:04:31,508 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:04:31,508 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:04:31,509 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:31,509 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:31,509 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:31,509 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:31,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000003/default_container_executor.sh]
2014-04-10 11:04:31,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000002/default_container_executor.sh]
2014-04-10 11:04:31,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0017_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000004.tokens
2014-04-10 11:04:31,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397145675630_0017_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000006.tokens
2014-04-10 11:04:31,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0017 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0017
2014-04-10 11:04:31,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0017 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0017
2014-04-10 11:04:31,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar dst=null perm=null
2014-04-10 11:04:31,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar dst=null perm=null
2014-04-10 11:04:31,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar dst=null perm=null
2014-04-10 11:04:31,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar dst=null perm=null
2014-04-10 11:04:31,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar dst=null perm=null
2014-04-10 11:04:31,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar dst=null perm=null
2014-04-10 11:04:31,672 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41184, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_174127698_10233, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742019_1195, duration: 462442
2014-04-10 11:04:31,676 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49528, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1150918164_10232, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742019_1195, duration: 428030
2014-04-10 11:04:31,692 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0017/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:31,696 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0017/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:31,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.xml dst=null perm=null
2014-04-10 11:04:31,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.xml dst=null perm=null
2014-04-10 11:04:31,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.xml dst=null perm=null
2014-04-10 11:04:31,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.xml dst=null perm=null
2014-04-10 11:04:31,709 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49528, bytes: 81832, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_174127698_10233, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742022_1198, duration: 259175
2014-04-10 11:04:31,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.xml dst=null perm=null
2014-04-10 11:04:31,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.xml dst=null perm=null
2014-04-10 11:04:31,715 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49528, bytes: 81832, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1150918164_10232, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742022_1198, duration: 227092
2014-04-10 11:04:31,723 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0017/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:31,723 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:31,727 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0017/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:31,728 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:31,728 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:31,749 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:31,750 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:31,752 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:31,752 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:31,752 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:31,753 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:31,771 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0017_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:31,771 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0017_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:31,811 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000006/default_container_executor.sh]
2014-04-10 11:04:31,811 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000004/default_container_executor.sh]
2014-04-10 11:04:31,814 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000005/default_container_executor.sh]
2014-04-10 11:04:31,975 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0017_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:31,975 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0017_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:32,037 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0016_01_000001 succeeded
2014-04-10 11:04:32,037 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:04:32,037 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0016_01_000001
2014-04-10 11:04:32,051 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000001
2014-04-10 11:04:32,052 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000001
2014-04-10 11:04:32,058 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000001
2014-04-10 11:04:32,058 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0016 CONTAINERID=container_1397145675630_0016_01_000001
2014-04-10 11:04:32,058 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0016/container_1397145675630_0016_01_000001
2014-04-10 11:04:32,058 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0016_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:04:32,059 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0016_01_000001 from application application_1397145675630_0016
2014-04-10 11:04:32,059 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:32,059 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0016
2014-04-10 11:04:32,155 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0017_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:32,362 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:04:32,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742016_1192 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742016 for deletion
2014-04-10 11:04:32,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742006_1182 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742006 for deletion
2014-04-10 11:04:32,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742016_1192 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742016
2014-04-10 11:04:32,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742007_1183 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742007 for deletion
2014-04-10 11:04:32,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742008_1184 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742008 for deletion
2014-04-10 11:04:32,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742006_1182 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742006
2014-04-10 11:04:32,400 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742010_1186 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742010 for deletion
2014-04-10 11:04:32,400 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742008_1184 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742008
2014-04-10 11:04:32,400 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742007_1183 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742007
2014-04-10 11:04:32,400 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742010_1186 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742010
2014-04-10 11:04:32,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742016_1192 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742016 for deletion
2014-04-10 11:04:32,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742006_1182 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742006 for deletion
2014-04-10 11:04:32,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742007_1183 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742007 for deletion
2014-04-10 11:04:32,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742008_1184 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742008 for deletion
2014-04-10 11:04:32,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742009_1185 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742009 for deletion
2014-04-10 11:04:32,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742007_1183 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742007
2014-04-10 11:04:32,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742010_1186 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742010 for deletion
2014-04-10 11:04:32,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742009_1185 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742009
2014-04-10 11:04:32,747 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742016_1192 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742016
2014-04-10 11:04:32,747 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742006_1182 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742006
2014-04-10 11:04:32,747 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742008_1184 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742008
2014-04-10 11:04:32,747 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742010_1186 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742010
2014-04-10 11:04:32,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742015_1191 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742015 for deletion
2014-04-10 11:04:32,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742015_1191 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742015
2014-04-10 11:04:32,788 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:04:32,975 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0016_01_000001
2014-04-10 11:04:32,975 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0016_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:32,975 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0016_000001
2014-04-10 11:04:32,975 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0016_000001 State change from FINISHING to FINISHED
2014-04-10 11:04:32,976 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0016 State change from FINISHING to FINISHED
2014-04-10 11:04:32,976 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0016
2014-04-10 11:04:32,976 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0016,name=[F6902B7BCF764FD58C1D3A4AC91DFC3C/AE040788342F4AE08ABDB98B450BA8CA] lhs*rhs/(1/1) ...ieldedpipesplatform/cross,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0016/jobhistory/job/job_1397145675630_0016,appMasterHost=localhost.localdomain,startTime=1397145856628,finishTime=1397145865868,finalStatus=SUCCEEDED
2014-04-10 11:04:32,976 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0016_000001
2014-04-10 11:04:32,975 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0016_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:04:32,977 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0016 CONTAINERID=container_1397145675630_0016_01_000001
2014-04-10 11:04:32,977 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0016_01_000001 of capacity <memory:2048, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:04:32,977 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:04:32,977 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0016_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:32,977 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:32,977 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:04:32,977 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0016_000001 released container container_1397145675630_0016_01_000001 on node: host: localhost:55857 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:04:32,978 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0016_000001 is done. finalState=FINISHED
2014-04-10 11:04:32,978 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0016 requests cleared
2014-04-10 11:04:32,978 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0016 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:04:32,978 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0016 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:04:32,980 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0016_000001 (auth:SIMPLE)
2014-04-10 11:04:32,989 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0016_01_000001
2014-04-10 11:04:33,133 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0017_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000005.tokens
2014-04-10 11:04:33,133 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0017 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0017
2014-04-10 11:04:33,306 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0016 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:04:33,306 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0016
2014-04-10 11:04:33,306 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0016
2014-04-10 11:04:33,306 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0016
2014-04-10 11:04:33,306 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0016
2014-04-10 11:04:33,306 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0016
2014-04-10 11:04:33,307 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0016 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:04:33,307 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0016, with delay of 10800 seconds
2014-04-10 11:04:33,975 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0016 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:04:33,976 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0016
2014-04-10 11:04:33,976 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0016
2014-04-10 11:04:33,976 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0016 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:04:33,976 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0016, with delay of 10800 seconds
2014-04-10 11:04:33,976 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0016
2014-04-10 11:04:33,976 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0016
2014-04-10 11:04:33,976 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0016
2014-04-10 11:04:34,352 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742023_1199
2014-04-10 11:04:34,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.split dst=null perm=null
2014-04-10 11:04:34,508 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41194, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0017_m_000000_0_815511314_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742020_1196, duration: 172579
2014-04-10 11:04:34,557 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742019_1195
2014-04-10 11:04:34,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.split dst=null perm=null
2014-04-10 11:04:34,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.split dst=null perm=null
2014-04-10 11:04:34,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:34,635 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41197, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0017_m_000001_0_1498976039_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742020_1196, duration: 184188
2014-04-10 11:04:34,663 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49541, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0017_m_000003_0_-731155178_1, offset: 1024, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742020_1196, duration: 162650
2014-04-10 11:04:34,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.split dst=null perm=null
2014-04-10 11:04:34,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:34,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:34,722 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41200, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0017_m_000004_0_938934597_1, offset: 1024, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742020_1196, duration: 160739
2014-04-10 11:04:34,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:34,723 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41197, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0017_m_000001_0_1498976039_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 135396
2014-04-10 11:04:34,724 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41201, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0017_m_000003_0_-731155178_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 145897
2014-04-10 11:04:34,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:34,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:34,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:34,784 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55733, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0017_m_000004_0_938934597_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 131046
2014-04-10 11:04:34,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:34,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:34,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:34,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:34,886 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53928, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0017_m_000000_0_815511314_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 160177
2014-04-10 11:04:34,889 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55735, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0017_m_000000_0_815511314_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 178949
2014-04-10 11:04:34,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job.split dst=null perm=null
2014-04-10 11:04:34,908 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:04:34,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:34,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:34,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:34,967 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55738, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0017_m_000003_0_-731155178_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 219650
2014-04-10 11:04:34,991 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000003_0/part-00003. BP-2026122021-127.0.0.1-1397145659663 blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:04:34,995 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41208, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0017_m_000002_0_-407524971_1, offset: 512, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742020_1196, duration: 185164
2014-04-10 11:04:34,995 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742024_1200 src: /127.0.0.1:53931 dest: /127.0.0.1:36156
2014-04-10 11:04:34,996 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742024_1200 src: /127.0.0.1:55740 dest: /127.0.0.1:50911
2014-04-10 11:04:34,997 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742024_1200 src: /127.0.0.1:41210 dest: /127.0.0.1:37218
2014-04-10 11:04:35,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:35,013 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41210, dest: /127.0.0.1:37218, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0017_m_000000_0_815511314_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742024_1200, duration: 14531151
2014-04-10 11:04:35,014 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:35,014 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742024_1200, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:35,014 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55740, dest: /127.0.0.1:50911, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0017_m_000000_0_815511314_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742024_1200, duration: 3952527
2014-04-10 11:04:35,014 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742024_1200, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:35,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:35,015 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53931, dest: /127.0.0.1:36156, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0017_m_000000_0_815511314_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742024_1200, duration: 8161037
2014-04-10 11:04:35,015 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742024_1200, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:35,018 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:35,021 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742024_1200 size 16
2014-04-10 11:04:35,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:35,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:35,026 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49555, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0017_m_000001_0_1498976039_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 162093
2014-04-10 11:04:35,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:35,034 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0017_m_000000_0_815511314_1
2014-04-10 11:04:35,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:35,054 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742025_1201 src: /127.0.0.1:41211 dest: /127.0.0.1:37218
2014-04-10 11:04:35,055 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49556, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0017_m_000004_0_938934597_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 160422
2014-04-10 11:04:35,055 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742025_1201 src: /127.0.0.1:55745 dest: /127.0.0.1:50911
2014-04-10 11:04:35,056 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742025_1201 src: /127.0.0.1:53940 dest: /127.0.0.1:36156
2014-04-10 11:04:35,063 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000001_0/part-00001. BP-2026122021-127.0.0.1-1397145659663 blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:04:35,064 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:04:35,063 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53940, dest: /127.0.0.1:36156, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0017_m_000003_0_-731155178_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742025_1201, duration: 6100827
2014-04-10 11:04:35,064 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742025_1201, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:35,065 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55745, dest: /127.0.0.1:50911, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0017_m_000003_0_-731155178_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742025_1201, duration: 7275589
2014-04-10 11:04:35,065 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742025_1201, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:35,065 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41211, dest: /127.0.0.1:37218, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0017_m_000003_0_-731155178_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742025_1201, duration: 7784852
2014-04-10 11:04:35,065 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742025_1201, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:35,066 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:04:35,066 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:04:35,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:35,083 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53942, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0017_m_000002_0_-407524971_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 110077
2014-04-10 11:04:35,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000000_0 dst=null perm=null
2014-04-10 11:04:35,092 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000003_0/part-00003 is closed by DFSClient_attempt_1397145675630_0017_m_000003_0_-731155178_1
2014-04-10 11:04:35,092 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000004_0/part-00004 is closed by DFSClient_attempt_1397145675630_0017_m_000004_0_938934597_1
2014-04-10 11:04:35,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000000_0 dst=null perm=null
2014-04-10 11:04:35,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/task_1397145675630_0017_m_000000 dst=null perm=null
2014-04-10 11:04:35,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:35,113 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742026_1202 src: /127.0.0.1:41216 dest: /127.0.0.1:37218
2014-04-10 11:04:35,114 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742026_1202 src: /127.0.0.1:55749 dest: /127.0.0.1:50911
2014-04-10 11:04:35,115 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742026_1202 src: /127.0.0.1:49562 dest: /127.0.0.1:53749
2014-04-10 11:04:35,120 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49562, dest: /127.0.0.1:53749, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0017_m_000001_0_1498976039_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742026_1202, duration: 3839905
2014-04-10 11:04:35,120 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742026_1202, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:35,120 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55749, dest: /127.0.0.1:50911, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0017_m_000001_0_1498976039_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742026_1202, duration: 4146321
2014-04-10 11:04:35,121 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:35,121 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742026_1202, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:35,121 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41216, dest: /127.0.0.1:37218, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0017_m_000001_0_1498976039_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742026_1202, duration: 5027516
2014-04-10 11:04:35,121 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:35,122 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:35,121 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742026_1202, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:35,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/task_1397145675630_0017_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:04:35,142 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000001_0/part-00001 is closed by DFSClient_attempt_1397145675630_0017_m_000001_0_1498976039_1
2014-04-10 11:04:35,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000003_0 dst=null perm=null
2014-04-10 11:04:35,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000004_0 dst=null perm=null
2014-04-10 11:04:35,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000003_0 dst=null perm=null
2014-04-10 11:04:35,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/task_1397145675630_0017_m_000003 dst=null perm=null
2014-04-10 11:04:35,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000004_0 dst=null perm=null
2014-04-10 11:04:35,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/task_1397145675630_0017_m_000004 dst=null perm=null
2014-04-10 11:04:35,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/task_1397145675630_0017_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:04:35,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000004_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/task_1397145675630_0017_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:04:35,212 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0017_01_000002
2014-04-10 11:04:35,212 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000002
2014-04-10 11:04:35,212 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:04:35,213 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0017_01_000002
2014-04-10 11:04:35,225 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0017_01_000002 is : 143
2014-04-10 11:04:35,232 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job_1397145675630_0017_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:04:35,247 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:04:35,247 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000002
2014-04-10 11:04:35,247 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000002
2014-04-10 11:04:35,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000002
2014-04-10 11:04:35,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000002
2014-04-10 11:04:35,248 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000002
2014-04-10 11:04:35,248 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:04:35,248 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0017_01_000002 from application application_1397145675630_0017
2014-04-10 11:04:35,248 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:35,248 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0017
2014-04-10 11:04:35,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000001_0 dst=null perm=null
2014-04-10 11:04:35,252 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742027_1203 src: /127.0.0.1:53945 dest: /127.0.0.1:36156
2014-04-10 11:04:35,253 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0017_01_000005
2014-04-10 11:04:35,253 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000005
2014-04-10 11:04:35,253 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742027_1203 src: /127.0.0.1:41221 dest: /127.0.0.1:37218
2014-04-10 11:04:35,253 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:04:35,253 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0017_01_000005
2014-04-10 11:04:35,255 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742027_1203 src: /127.0.0.1:49565 dest: /127.0.0.1:53749
2014-04-10 11:04:35,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000001_0 dst=null perm=null
2014-04-10 11:04:35,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/task_1397145675630_0017_m_000001 dst=null perm=null
2014-04-10 11:04:35,259 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job_1397145675630_0017_1.jhist for DFSClient_NONMAPREDUCE_899080373_1
2014-04-10 11:04:35,261 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0017_01_000005 is : 143
2014-04-10 11:04:35,274 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:04:35,274 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000005
2014-04-10 11:04:35,274 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000005
2014-04-10 11:04:35,274 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000005
2014-04-10 11:04:35,274 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000005
2014-04-10 11:04:35,274 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000005
2014-04-10 11:04:35,274 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:04:35,275 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0017_01_000005 from application application_1397145675630_0017
2014-04-10 11:04:35,275 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:35,275 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0017
2014-04-10 11:04:35,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/task_1397145675630_0017_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:04:35,281 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0017_01_000006
2014-04-10 11:04:35,281 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000006
2014-04-10 11:04:35,281 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:04:35,281 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0017_01_000006
2014-04-10 11:04:35,288 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0017_01_000006 is : 143
2014-04-10 11:04:35,298 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:04:35,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000006
2014-04-10 11:04:35,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000006
2014-04-10 11:04:35,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000006
2014-04-10 11:04:35,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000006
2014-04-10 11:04:35,298 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000006
2014-04-10 11:04:35,298 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:04:35,298 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0017_01_000006 from application application_1397145675630_0017
2014-04-10 11:04:35,298 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:35,299 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0017
2014-04-10 11:04:35,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:35,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:35,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:35,323 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53948, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0017_m_000002_0_-407524971_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 145765
2014-04-10 11:04:35,327 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0017_01_000003
2014-04-10 11:04:35,327 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000003
2014-04-10 11:04:35,327 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:04:35,327 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0017_01_000003
2014-04-10 11:04:35,327 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0017_01_000002
2014-04-10 11:04:35,327 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0017_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:35,328 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0017_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:04:35,328 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000002
2014-04-10 11:04:35,328 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0017_01_000002 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:04:35,328 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:04:35,328 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0017_01_000002, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:35,328 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:35,328 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:04:35,328 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0017_000001 released container container_1397145675630_0017_01_000002 on node: host: localhost:43726 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:04:35,333 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0017_01_000003 is : 143
2014-04-10 11:04:35,341 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:04:35,341 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000003
2014-04-10 11:04:35,341 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000003
2014-04-10 11:04:35,341 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000002_0/part-00002. BP-2026122021-127.0.0.1-1397145659663 blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:04:35,341 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000003
2014-04-10 11:04:35,341 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000003
2014-04-10 11:04:35,342 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000003
2014-04-10 11:04:35,342 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:04:35,342 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0017_01_000003 from application application_1397145675630_0017
2014-04-10 11:04:35,342 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:35,342 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0017
2014-04-10 11:04:35,388 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742028_1204 src: /127.0.0.1:55755 dest: /127.0.0.1:50911
2014-04-10 11:04:35,389 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742028_1204 src: /127.0.0.1:49568 dest: /127.0.0.1:53749
2014-04-10 11:04:35,390 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742028_1204 src: /127.0.0.1:53951 dest: /127.0.0.1:36156
2014-04-10 11:04:35,395 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53951, dest: /127.0.0.1:36156, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0017_m_000002_0_-407524971_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742028_1204, duration: 4455150
2014-04-10 11:04:35,395 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742028_1204, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:35,395 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49568, dest: /127.0.0.1:53749, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0017_m_000002_0_-407524971_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742028_1204, duration: 4767225
2014-04-10 11:04:35,395 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:04:35,395 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742028_1204, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:35,396 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:04:35,396 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55755, dest: /127.0.0.1:50911, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0017_m_000002_0_-407524971_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742028_1204, duration: 4255618
2014-04-10 11:04:35,396 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:04:35,396 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742028_1204, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:35,409 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000002_0/part-00002 is closed by DFSClient_attempt_1397145675630_0017_m_000002_0_-407524971_1
2014-04-10 11:04:35,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000002_0 dst=null perm=null
2014-04-10 11:04:35,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000002_0 dst=null perm=null
2014-04-10 11:04:35,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/task_1397145675630_0017_m_000002 dst=null perm=null
2014-04-10 11:04:35,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/_temporary/attempt_1397145675630_0017_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/task_1397145675630_0017_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:04:35,517 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0017_01_000004
2014-04-10 11:04:35,517 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000004
2014-04-10 11:04:35,517 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:04:35,518 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0017_01_000004
2014-04-10 11:04:35,518 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0017_01_000005
2014-04-10 11:04:35,518 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0017_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:35,518 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0017_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:04:35,518 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000005
2014-04-10 11:04:35,519 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0017_01_000005 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:04:35,519 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:04:35,519 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0017_01_000005, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:35,519 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:35,519 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:04:35,519 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0017_000001 released container container_1397145675630_0017_01_000005 on node: host: localhost:55857 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:04:35,526 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0017_01_000004 is : 143
2014-04-10 11:04:35,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:35,543 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:04:35,544 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000004
2014-04-10 11:04:35,544 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000004
2014-04-10 11:04:35,544 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000004
2014-04-10 11:04:35,544 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000004
2014-04-10 11:04:35,544 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000004
2014-04-10 11:04:35,545 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:04:35,545 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0017_01_000004 from application application_1397145675630_0017
2014-04-10 11:04:35,545 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:35,545 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0017
2014-04-10 11:04:35,550 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_899080373_1
2014-04-10 11:04:35,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1 dst=null perm=null
2014-04-10 11:04:35,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join dst=null perm=null
2014-04-10 11:04:35,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join dst=null perm=null
2014-04-10 11:04:35,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/task_1397145675630_0017_m_000000 dst=null perm=null
2014-04-10 11:04:35,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00000 dst=null perm=null
2014-04-10 11:04:35,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/task_1397145675630_0017_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:35,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join dst=null perm=null
2014-04-10 11:04:35,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join dst=null perm=null
2014-04-10 11:04:35,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/task_1397145675630_0017_m_000001 dst=null perm=null
2014-04-10 11:04:35,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00001 dst=null perm=null
2014-04-10 11:04:35,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/task_1397145675630_0017_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:35,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join dst=null perm=null
2014-04-10 11:04:35,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join dst=null perm=null
2014-04-10 11:04:35,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/task_1397145675630_0017_m_000002 dst=null perm=null
2014-04-10 11:04:35,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00002 dst=null perm=null
2014-04-10 11:04:35,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/task_1397145675630_0017_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:35,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join dst=null perm=null
2014-04-10 11:04:35,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join dst=null perm=null
2014-04-10 11:04:35,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/task_1397145675630_0017_m_000003 dst=null perm=null
2014-04-10 11:04:35,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00003 dst=null perm=null
2014-04-10 11:04:35,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/task_1397145675630_0017_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:35,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join dst=null perm=null
2014-04-10 11:04:35,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join dst=null perm=null
2014-04-10 11:04:35,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/task_1397145675630_0017_m_000004 dst=null perm=null
2014-04-10 11:04:35,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00004 dst=null perm=null
2014-04-10 11:04:35,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary/1/task_1397145675630_0017_m_000004/part-00004 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:35,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary dst=null perm=null
2014-04-10 11:04:35,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:35,725 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_SUCCESS is closed by DFSClient_NONMAPREDUCE_899080373_1
2014-04-10 11:04:35,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:35,759 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_899080373_1
2014-04-10 11:04:35,780 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49565, dest: /127.0.0.1:53749, bytes: 54623, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_899080373_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742027_1203, duration: 523984137
2014-04-10 11:04:35,780 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742027_1203, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:35,781 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 15570
2014-04-10 11:04:35,781 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41221, dest: /127.0.0.1:37218, bytes: 54623, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_899080373_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742027_1203, duration: 524676055
2014-04-10 11:04:35,782 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742027_1203, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:35,782 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 15570
2014-04-10 11:04:35,782 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53945, dest: /127.0.0.1:36156, bytes: 54623, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_899080373_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742027_1203, duration: 525791442
2014-04-10 11:04:35,783 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742027_1203, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:35,783 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 15570
2014-04-10 11:04:35,800 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job_1397145675630_0017_1.jhist is closed by DFSClient_NONMAPREDUCE_899080373_1
2014-04-10 11:04:35,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:35,821 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:04:35,836 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742029_1205 src: /127.0.0.1:49570 dest: /127.0.0.1:53749
2014-04-10 11:04:35,837 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742029_1205 src: /127.0.0.1:41228 dest: /127.0.0.1:37218
2014-04-10 11:04:35,838 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742029_1205 src: /127.0.0.1:55760 dest: /127.0.0.1:50911
2014-04-10 11:04:35,841 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55760, dest: /127.0.0.1:50911, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_899080373_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742029_1205, duration: 1941852
2014-04-10 11:04:35,841 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742029_1205, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:35,842 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:35,842 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41228, dest: /127.0.0.1:37218, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_899080373_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742029_1205, duration: 2168551
2014-04-10 11:04:35,842 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742029_1205, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:35,842 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:35,842 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49570, dest: /127.0.0.1:53749, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_899080373_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742029_1205, duration: 2759496
2014-04-10 11:04:35,842 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742029_1205, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:35,842 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:35,859 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017.summary_tmp is closed by DFSClient_NONMAPREDUCE_899080373_1
2014-04-10 11:04:35,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:35,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job_1397145675630_0017_1.jhist dst=null perm=null
2014-04-10 11:04:35,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017-1397145866674-brock-%5BEE6D79CD96F943B19AB4EDB7766B85AC%2FF0AF2C33504541E3-1397145875760-5-0-SUCCEEDED-default-1397145869320.jhist_tmp dst=null perm=null
2014-04-10 11:04:35,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job_1397145675630_0017_1.jhist dst=null perm=null
2014-04-10 11:04:35,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017-1397145866674-brock-%5BEE6D79CD96F943B19AB4EDB7766B85AC%2FF0AF2C33504541E3-1397145875760-5-0-SUCCEEDED-default-1397145869320.jhist_tmp dst=null perm=null
2014-04-10 11:04:35,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job_1397145675630_0017_1.jhist dst=null perm=null
2014-04-10 11:04:35,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017-1397145866674-brock-%5BEE6D79CD96F943B19AB4EDB7766B85AC%2FF0AF2C33504541E3-1397145875760-5-0-SUCCEEDED-default-1397145869320.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:35,911 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49573, bytes: 55051, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_899080373_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742027_1203, duration: 292685
2014-04-10 11:04:35,915 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017-1397145866674-brock-%5BEE6D79CD96F943B19AB4EDB7766B85AC%2FF0AF2C33504541E3-1397145875760-5-0-SUCCEEDED-default-1397145869320.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742030_1206{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:04:35,936 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742030_1206 src: /127.0.0.1:53956 dest: /127.0.0.1:36156
2014-04-10 11:04:35,937 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742030_1206 src: /127.0.0.1:41232 dest: /127.0.0.1:37218
2014-04-10 11:04:35,939 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742030_1206 src: /127.0.0.1:49576 dest: /127.0.0.1:53749
2014-04-10 11:04:35,942 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49576, dest: /127.0.0.1:53749, bytes: 54623, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_899080373_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742030_1206, duration: 2556889
2014-04-10 11:04:35,943 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742030_1206, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:35,943 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41232, dest: /127.0.0.1:37218, bytes: 54623, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_899080373_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742030_1206, duration: 2845102
2014-04-10 11:04:35,943 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742030_1206{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:04:35,943 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742030_1206, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:35,944 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53956, dest: /127.0.0.1:36156, bytes: 54623, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_899080373_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742030_1206, duration: 3755879
2014-04-10 11:04:35,944 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742030_1206{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:04:35,944 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742030_1206, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:35,945 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742030_1206{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:04:35,959 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017-1397145866674-brock-%5BEE6D79CD96F943B19AB4EDB7766B85AC%2FF0AF2C33504541E3-1397145875760-5-0-SUCCEEDED-default-1397145869320.jhist_tmp is closed by DFSClient_NONMAPREDUCE_899080373_1
2014-04-10 11:04:35,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017-1397145866674-brock-%5BEE6D79CD96F943B19AB4EDB7766B85AC%2FF0AF2C33504541E3-1397145875760-5-0-SUCCEEDED-default-1397145869320.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:35,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job_1397145675630_0017_1_conf.xml dst=null perm=null
2014-04-10 11:04:35,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017_conf.xml_tmp dst=null perm=null
2014-04-10 11:04:35,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job_1397145675630_0017_1_conf.xml dst=null perm=null
2014-04-10 11:04:35,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017_conf.xml_tmp dst=null perm=null
2014-04-10 11:04:35,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017/job_1397145675630_0017_1_conf.xml dst=null perm=null
2014-04-10 11:04:36,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:36,003 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55765, bytes: 95827, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_899080373_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742023_1199, duration: 363416
2014-04-10 11:04:36,006 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742031_1207{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:04:36,019 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742031_1207 src: /127.0.0.1:55766 dest: /127.0.0.1:50911
2014-04-10 11:04:36,021 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742031_1207 src: /127.0.0.1:53961 dest: /127.0.0.1:36156
2014-04-10 11:04:36,022 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742031_1207 src: /127.0.0.1:41237 dest: /127.0.0.1:37218
2014-04-10 11:04:36,024 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41237, dest: /127.0.0.1:37218, bytes: 95083, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_899080373_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742031_1207, duration: 1909751
2014-04-10 11:04:36,024 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742031_1207, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:36,025 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53961, dest: /127.0.0.1:36156, bytes: 95083, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_899080373_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742031_1207, duration: 2608238
2014-04-10 11:04:36,025 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742031_1207{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:36,025 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742031_1207, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:36,026 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55766, dest: /127.0.0.1:50911, bytes: 95083, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_899080373_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742031_1207, duration: 3179680
2014-04-10 11:04:36,026 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742031_1207{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:36,026 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742031_1207, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:36,027 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742031_1207{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:36,042 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_899080373_1
2014-04-10 11:04:36,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:36,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:36,081 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742028_1204
2014-04-10 11:04:36,081 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742026_1202
2014-04-10 11:04:36,082 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742031_1207
2014-04-10 11:04:36,082 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742029_1205
2014-04-10 11:04:36,082 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742024_1200
2014-04-10 11:04:36,083 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742025_1201
2014-04-10 11:04:36,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:36,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017-1397145866674-brock-%5BEE6D79CD96F943B19AB4EDB7766B85AC%2FF0AF2C33504541E3-1397145875760-5-0-SUCCEEDED-default-1397145869320.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017-1397145866674-brock-%5BEE6D79CD96F943B19AB4EDB7766B85AC%2FF0AF2C33504541E3-1397145875760-5-0-SUCCEEDED-default-1397145869320.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:36,117 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0017_000001 with final state: FINISHING
2014-04-10 11:04:36,117 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0017_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:04:36,118 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0017 with final state: FINISHING
2014-04-10 11:04:36,118 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0017 State change from RUNNING to FINAL_SAVING
2014-04-10 11:04:36,118 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0017
2014-04-10 11:04:36,119 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0017_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:04:36,119 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0017 State change from FINAL_SAVING to FINISHING
2014-04-10 11:04:36,145 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:04:36,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:04:36,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:04:36,149 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0017 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017-1397145866674-brock-%5BEE6D79CD96F943B19AB4EDB7766B85AC%2FF0AF2C33504541E3-1397145875760-5-0-SUCCEEDED-default-1397145869320.jhist
2014-04-10 11:04:36,150 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017-1397145866674-brock-%5BEE6D79CD96F943B19AB4EDB7766B85AC%2FF0AF2C33504541E3-1397145875760-5-0-SUCCEEDED-default-1397145869320.jhist]
2014-04-10 11:04:36,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017-1397145866674-brock-%5BEE6D79CD96F943B19AB4EDB7766B85AC%2FF0AF2C33504541E3-1397145875760-5-0-SUCCEEDED-default-1397145869320.jhist dst=null perm=null
2014-04-10 11:04:36,154 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53964, bytes: 55051, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742030_1206, duration: 253202
2014-04-10 11:04:36,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017.summary dst=null perm=null
2014-04-10 11:04:36,178 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41240, bytes: 442, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742029_1205, duration: 302690
2014-04-10 11:04:36,178 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0017,submitTime=1397145866674,launchTime=1397145869320,firstMapTaskLaunchTime=1397145871483,firstReduceTaskLaunchTime=0,finishTime=1397145875760,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=19,reduceSlotSeconds=0,jobName=[EE6D79CD96F943B19AB4EDB7766B85AC/F0AF2C33504541E3A80F6E739CC98A47] lower*upper/(1/1) ...fieldedpipesplatform/join
2014-04-10 11:04:36,178 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017.summary]
2014-04-10 11:04:36,192 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742029_1205 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:50911
2014-04-10 11:04:36,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017.summary dst=null perm=null
2014-04-10 11:04:36,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:04:36,195 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017-1397145866674-brock-%5BEE6D79CD96F943B19AB4EDB7766B85AC%2FF0AF2C33504541E3-1397145875760-5-0-SUCCEEDED-default-1397145869320.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0017-1397145866674-brock-%5BEE6D79CD96F943B19AB4EDB7766B85AC%2FF0AF2C33504541E3-1397145875760-5-0-SUCCEEDED-default-1397145869320.jhist
2014-04-10 11:04:36,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017-1397145866674-brock-%5BEE6D79CD96F943B19AB4EDB7766B85AC%2FF0AF2C33504541E3-1397145875760-5-0-SUCCEEDED-default-1397145869320.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0017-1397145866674-brock-%5BEE6D79CD96F943B19AB4EDB7766B85AC%2FF0AF2C33504541E3-1397145875760-5-0-SUCCEEDED-default-1397145869320.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:36,209 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0017_conf.xml
2014-04-10 11:04:36,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0017_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0017_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:36,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join dst=null perm=null
2014-04-10 11:04:36,240 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary
2014-04-10 11:04:36,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/_temporary dst=null perm=null
2014-04-10 11:04:36,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join dst=null perm=null
2014-04-10 11:04:36,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join dst=null perm=null
2014-04-10 11:04:36,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join dst=null perm=null
2014-04-10 11:04:36,263 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:04:36,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00000 dst=null perm=null
2014-04-10 11:04:36,266 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53964, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742024_1200, duration: 214699
2014-04-10 11:04:36,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00001 dst=null perm=null
2014-04-10 11:04:36,270 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55772, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742026_1202, duration: 201341
2014-04-10 11:04:36,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00002 dst=null perm=null
2014-04-10 11:04:36,272 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55772, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742028_1204, duration: 213831
2014-04-10 11:04:36,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00003 dst=null perm=null
2014-04-10 11:04:36,275 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41240, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742025_1201, duration: 175274
2014-04-10 11:04:36,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00004 dst=null perm=null
2014-04-10 11:04:36,282 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0017_01_000006
2014-04-10 11:04:36,282 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0017_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:36,283 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0017_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:04:36,283 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000006
2014-04-10 11:04:36,283 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0017_01_000006 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:04:36,283 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:04:36,283 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0017_01_000006, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:36,283 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:36,283 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:04:36,284 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0017_000001 released container container_1397145675630_0017_01_000006 on node: host: localhost:38779 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:04:36,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join dst=null perm=null
2014-04-10 11:04:36,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join dst=null perm=null
2014-04-10 11:04:36,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join dst=null perm=null
2014-04-10 11:04:36,294 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:04:36,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00000 dst=null perm=null
2014-04-10 11:04:36,297 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41240, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742024_1200, duration: 170685
2014-04-10 11:04:36,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00001 dst=null perm=null
2014-04-10 11:04:36,299 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49585, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742026_1202, duration: 180643
2014-04-10 11:04:36,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00002 dst=null perm=null
2014-04-10 11:04:36,301 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49585, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742028_1204, duration: 171209
2014-04-10 11:04:36,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00003 dst=null perm=null
2014-04-10 11:04:36,304 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53964, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742025_1201, duration: 157622
2014-04-10 11:04:36,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00004 dst=null perm=null
2014-04-10 11:04:36,305 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/joinfieldedpipesplatform/join
2014-04-10 11:04:36,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join dst=null perm=null
2014-04-10 11:04:36,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join dst=null perm=null
2014-04-10 11:04:36,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join dst=null perm=null
2014-04-10 11:04:36,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join dst=null perm=null
2014-04-10 11:04:36,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00000 dst=null perm=null
2014-04-10 11:04:36,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00000 dst=null perm=null
2014-04-10 11:04:36,312 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41240, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742024_1200, duration: 184691
2014-04-10 11:04:36,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00001 dst=null perm=null
2014-04-10 11:04:36,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00001 dst=null perm=null
2014-04-10 11:04:36,315 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41240, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742026_1202, duration: 176848
2014-04-10 11:04:36,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00002 dst=null perm=null
2014-04-10 11:04:36,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00002 dst=null perm=null
2014-04-10 11:04:36,318 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49585, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742028_1204, duration: 178328
2014-04-10 11:04:36,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00003 dst=null perm=null
2014-04-10 11:04:36,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00003 dst=null perm=null
2014-04-10 11:04:36,321 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41240, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742025_1201, duration: 191422
2014-04-10 11:04:36,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00004 dst=null perm=null
2014-04-10 11:04:36,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/join/part-00004 dst=null perm=null
2014-04-10 11:04:36,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:36,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:36,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:04:36,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:04:36,328 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0017_01_000003
2014-04-10 11:04:36,328 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0017_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:36,328 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0017_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:04:36,328 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000003
2014-04-10 11:04:36,329 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0017_01_000003 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:04:36,329 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:04:36,329 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0017_01_000003, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:36,329 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:36,329 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:04:36,329 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0017_000001 released container container_1397145675630_0017_01_000003 on node: host: localhost:43726 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:04:36,342 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:04:36,342 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:04:36,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby dst=null perm=null
2014-04-10 11:04:36,359 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merging] starting
2014-04-10 11:04:36,359 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merging] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:04:36,360 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merging] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:04:36,360 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merging] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt"]
2014-04-10 11:04:36,360 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merging] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt"]
2014-04-10 11:04:36,360 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merging] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby"]
2014-04-10 11:04:36,360 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merging] parallel execution is enabled: true
2014-04-10 11:04:36,361 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merging] starting jobs: 1
2014-04-10 11:04:36,361 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merging] allocating threads: 1
2014-04-10 11:04:36,362 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merging] starting step: (1/1) ...platform/joinsintogroupby
2014-04-10 11:04:36,372 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:04:36,378 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:04:36,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby dst=null perm=null
2014-04-10 11:04:36,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:04:36,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:04:36,381 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 18
2014-04-10 11:04:36,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018 dst=null perm=null
2014-04-10 11:04:36,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:04:36,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:04:36,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.jar dst=null perm=null
2014-04-10 11:04:36,435 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742027_1203
2014-04-10 11:04:36,436 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742030_1206
2014-04-10 11:04:36,436 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742026_1202
2014-04-10 11:04:36,437 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742028_1204
2014-04-10 11:04:36,437 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742029_1205
2014-04-10 11:04:36,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:36,445 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073742032_1208{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:04:36,460 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742032_1208 src: /127.0.0.1:55774 dest: /127.0.0.1:50911
2014-04-10 11:04:36,461 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742032_1208 src: /127.0.0.1:41244 dest: /127.0.0.1:37218
2014-04-10 11:04:36,463 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742032_1208 src: /127.0.0.1:53970 dest: /127.0.0.1:36156
2014-04-10 11:04:36,468 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53970, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742032_1208, duration: 3933722
2014-04-10 11:04:36,468 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742032_1208, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:36,468 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41244, dest: /127.0.0.1:37218, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742032_1208, duration: 3717855
2014-04-10 11:04:36,468 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742032_1208{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:04:36,469 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742032_1208, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:36,469 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55774, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742032_1208, duration: 4351228
2014-04-10 11:04:36,469 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742032_1208, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:36,469 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742032_1208{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:04:36,470 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742032_1208 size 244650
2014-04-10 11:04:36,484 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:04:36,485 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.jar
2014-04-10 11:04:36,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.jar dst=null perm=null
2014-04-10 11:04:36,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:36,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:36,518 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0017_01_000004
2014-04-10 11:04:36,519 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0017_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:36,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:36,519 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0017_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:04:36,519 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000004
2014-04-10 11:04:36,519 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0017_01_000004 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:04:36,520 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:04:36,520 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0017_01_000004, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:36,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:36,520 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:36,520 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:04:36,521 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0017_000001 released container container_1397145675630_0017_01_000004 on node: host: localhost:55857 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:04:36,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:04:36,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:04:36,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:04:36,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:04:36,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:04:36,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:36,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:04:36,528 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:04:36,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:04:36,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:36,531 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:04:36,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:36,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:04:36,534 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:04:36,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:04:36,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:36,537 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:04:36,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:36,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:36,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:36,568 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.split
2014-04-10 11:04:36,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.split dst=null perm=null
2014-04-10 11:04:36,586 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:04:36,602 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742033_1209 src: /127.0.0.1:53971 dest: /127.0.0.1:36156
2014-04-10 11:04:36,603 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742033_1209 src: /127.0.0.1:49590 dest: /127.0.0.1:53749
2014-04-10 11:04:36,604 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742033_1209 src: /127.0.0.1:41248 dest: /127.0.0.1:37218
2014-04-10 11:04:36,605 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742033_1209 src: /127.0.0.1:55780 dest: /127.0.0.1:50911
2014-04-10 11:04:36,609 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55780, dest: /127.0.0.1:50911, bytes: 2259, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742033_1209, duration: 1934605
2014-04-10 11:04:36,609 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742033_1209, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:36,609 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:36,609 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41248, dest: /127.0.0.1:37218, bytes: 2259, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742033_1209, duration: 2615192
2014-04-10 11:04:36,610 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742033_1209, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:36,610 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:36,610 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49590, dest: /127.0.0.1:53749, bytes: 2259, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742033_1209, duration: 3403397
2014-04-10 11:04:36,610 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742033_1209, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:36,611 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:36,611 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53971, dest: /127.0.0.1:36156, bytes: 2259, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742033_1209, duration: 4030983
2014-04-10 11:04:36,611 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742033_1209, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:36,611 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:36,625 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:04:36,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:36,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:36,660 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073742034_1210{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:04:36,663 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742025_1201
2014-04-10 11:04:36,664 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742024_1200
2014-04-10 11:04:36,664 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742029_1205
2014-04-10 11:04:36,665 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742033_1209
2014-04-10 11:04:36,667 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742032_1208
2014-04-10 11:04:36,677 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742034_1210 src: /127.0.0.1:49593 dest: /127.0.0.1:53749
2014-04-10 11:04:36,678 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742034_1210 src: /127.0.0.1:41251 dest: /127.0.0.1:37218
2014-04-10 11:04:36,679 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742034_1210 src: /127.0.0.1:53977 dest: /127.0.0.1:36156
2014-04-10 11:04:36,682 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53977, dest: /127.0.0.1:36156, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742034_1210, duration: 1692314
2014-04-10 11:04:36,682 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742034_1210, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:36,683 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742034_1210{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:04:36,683 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41251, dest: /127.0.0.1:37218, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742034_1210, duration: 2185149
2014-04-10 11:04:36,683 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742034_1210, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:36,684 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742034_1210{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:04:36,684 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49593, dest: /127.0.0.1:53749, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742034_1210, duration: 3243176
2014-04-10 11:04:36,684 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742034_1210, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:36,685 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742034_1210{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:04:36,700 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:04:36,701 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:6
2014-04-10 11:04:36,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:36,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:36,740 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742035_1211{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:04:36,752 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742035_1211 src: /127.0.0.1:49596 dest: /127.0.0.1:53749
2014-04-10 11:04:36,753 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742035_1211 src: /127.0.0.1:55785 dest: /127.0.0.1:50911
2014-04-10 11:04:36,754 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742035_1211 src: /127.0.0.1:41255 dest: /127.0.0.1:37218
2014-04-10 11:04:36,757 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41255, dest: /127.0.0.1:37218, bytes: 83038, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742035_1211, duration: 2290963
2014-04-10 11:04:36,757 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742035_1211, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:36,758 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742035_1211{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:36,758 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55785, dest: /127.0.0.1:50911, bytes: 83038, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742035_1211, duration: 2944347
2014-04-10 11:04:36,758 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742035_1211, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:36,758 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742035_1211{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:36,759 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49596, dest: /127.0.0.1:53749, bytes: 83038, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742035_1211, duration: 3553397
2014-04-10 11:04:36,759 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742035_1211, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:36,759 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742035_1211{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:36,775 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:04:36,776 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0018
2014-04-10 11:04:36,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018 dst=null perm=null
2014-04-10 11:04:36,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.xml dst=null perm=null
2014-04-10 11:04:36,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.xml dst=null perm=null
2014-04-10 11:04:36,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.jar dst=null perm=null
2014-04-10 11:04:36,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.jar dst=null perm=null
2014-04-10 11:04:36,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.split dst=null perm=null
2014-04-10 11:04:36,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.split dst=null perm=null
2014-04-10 11:04:36,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:36,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:36,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:36,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:36,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:36,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:36,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:36,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:36,832 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 18 submitted by user brock
2014-04-10 11:04:36,833 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0018
2014-04-10 11:04:36,833 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0018
2014-04-10 11:04:36,833 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0018
2014-04-10 11:04:36,833 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0018 State change from NEW to NEW_SAVING
2014-04-10 11:04:36,834 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0018 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:04:36,834 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0018_000001
2014-04-10 11:04:36,834 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0018_000001 State change from NEW to SUBMITTED
2014-04-10 11:04:36,834 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0018 from user: brock activated in queue: default
2014-04-10 11:04:36,835 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0018 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:04:36,835 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0018 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:04:36,835 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0018
2014-04-10 11:04:36,835 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0018_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:04:36,835 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0018_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:04:36,836 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0018 State change from SUBMITTED to ACCEPTED
2014-04-10 11:04:36,838 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0018/
2014-04-10 11:04:36,838 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merging] submitted hadoop job: job_1397145675630_0018
2014-04-10 11:04:36,838 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merging] tracking url: http://localhost:33250/proxy/application_1397145675630_0018/
2014-04-10 11:04:36,867 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742031_1207
2014-04-10 11:04:36,868 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742035_1211
2014-04-10 11:04:36,868 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742034_1210
2014-04-10 11:04:36,869 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742027_1203
2014-04-10 11:04:36,869 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742026_1202
2014-04-10 11:04:37,067 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742030_1206
2014-04-10 11:04:37,131 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:36156 to replicate blk_1073742032_1208 to datanode(s) 127.0.0.1:53749
2014-04-10 11:04:37,131 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742029_1205]
2014-04-10 11:04:37,132 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742029_1205]
2014-04-10 11:04:37,151 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742019_1195 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:04:37,151 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742020_1196 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:50911
2014-04-10 11:04:37,151 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742021_1197 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:37218
2014-04-10 11:04:37,151 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742022_1198 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:50911
2014-04-10 11:04:37,152 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742027_1203 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:53749
2014-04-10 11:04:37,152 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742023_1199 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:04:37,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0017 dst=null perm=null
2014-04-10 11:04:37,284 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:37,284 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000001
2014-04-10 11:04:37,284 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0018_01_000001 of capacity <memory:2048, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:04:37,284 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0018 container=Container: [ContainerId: container_1397145675630_0018_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0018_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:37,285 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:04:37,285 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:37,285 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:37,285 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0018 AttemptId: appattempt_1397145675630_0018_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0018_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ]
2014-04-10 11:04:37,286 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0018_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:04:37,286 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0018_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:04:37,286 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0018_000001
2014-04-10 11:04:37,287 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0018_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] for AM appattempt_1397145675630_0018_000001
2014-04-10 11:04:37,287 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0018_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:04:37,290 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0018_000001 (auth:SIMPLE)
2014-04-10 11:04:37,292 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0018_01_000001 by user brock
2014-04-10 11:04:37,292 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0018
2014-04-10 11:04:37,292 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000001
2014-04-10 11:04:37,292 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0018 transitioned from NEW to INITING
2014-04-10 11:04:37,292 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0018_01_000001 to application application_1397145675630_0018
2014-04-10 11:04:37,293 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0018_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] for AM appattempt_1397145675630_0018_000001
2014-04-10 11:04:37,293 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0018 transitioned from INITING to RUNNING
2014-04-10 11:04:37,293 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0018_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:04:37,293 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:04:37,294 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0018
2014-04-10 11:04:37,294 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:04:37,294 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:04:37,294 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:04:37,294 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:04:37,295 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0018_01_000001
2014-04-10 11:04:37,305 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0018_01_000001.tokens. Credentials list:
2014-04-10 11:04:37,320 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:04:37,384 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0018_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000001.tokens
2014-04-10 11:04:37,384 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0018 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0018
2014-04-10 11:04:37,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.jar dst=null perm=null
2014-04-10 11:04:37,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.jar dst=null perm=null
2014-04-10 11:04:37,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.jar dst=null perm=null
2014-04-10 11:04:37,499 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:53984, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-299532103_10582, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742032_1208, duration: 882149
2014-04-10 11:04:37,525 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0018/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:37,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:37,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:37,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:37,551 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49603, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-299532103_10582, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742034_1210, duration: 228200
2014-04-10 11:04:37,569 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0018/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:37,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.split dst=null perm=null
2014-04-10 11:04:37,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.split dst=null perm=null
2014-04-10 11:04:37,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.split dst=null perm=null
2014-04-10 11:04:37,595 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41261, bytes: 2279, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-299532103_10582, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742033_1209, duration: 235869
2014-04-10 11:04:37,614 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0018/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:37,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.xml dst=null perm=null
2014-04-10 11:04:37,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.xml dst=null perm=null
2014-04-10 11:04:37,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.xml dst=null perm=null
2014-04-10 11:04:37,639 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49603, bytes: 83690, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-299532103_10582, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742035_1211, duration: 403225
2014-04-10 11:04:37,658 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0018/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:37,658 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:37,692 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:37,693 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:37,756 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000001/default_container_executor.sh]
2014-04-10 11:04:38,283 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:38,399 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f9f8649b-8d9e-4d95-b6f1-838fff2526ea, infoPort=40212, ipcPort=55636, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073742032_1208 to 127.0.0.1:53749
2014-04-10 11:04:38,400 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742032_1208 src: /127.0.0.1:49605 dest: /127.0.0.1:53749
2014-04-10 11:04:38,401 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073742032_1208 (numBytes=244650) to 127.0.0.1/127.0.0.1:53749
2014-04-10 11:04:38,401 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073742032_1208 src: /127.0.0.1:49605 dest: /127.0.0.1:53749 of size 244650
2014-04-10 11:04:38,402 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742032_1208 size 244650
2014-04-10 11:04:38,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742029_1205 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742029 for deletion
2014-04-10 11:04:38,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742029_1205 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742029
2014-04-10 11:04:38,745 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742029_1205 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742029 for deletion
2014-04-10 11:04:38,745 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742029_1205 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742029
2014-04-10 11:04:38,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:04:38,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/COMMIT_STARTED dst=null perm=null
2014-04-10 11:04:38,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:04:38,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/COMMIT_FAIL dst=null perm=null
2014-04-10 11:04:38,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018 dst=null perm=null
2014-04-10 11:04:38,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:04:38,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:04:39,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:39,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:39,257 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41264, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1597539134_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742034_1210, duration: 119442
2014-04-10 11:04:39,559 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742025_1201
2014-04-10 11:04:39,561 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742032_1208
2014-04-10 11:04:39,761 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742031_1207
2014-04-10 11:04:39,761 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742034_1210
2014-04-10 11:04:39,761 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742033_1209
2014-04-10 11:04:39,762 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742024_1200
2014-04-10 11:04:39,762 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742030_1206
2014-04-10 11:04:39,762 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742028_1204
2014-04-10 11:04:39,763 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742027_1203
2014-04-10 11:04:39,931 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0018_000001 (auth:SIMPLE)
2014-04-10 11:04:39,933 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0018_000001
2014-04-10 11:04:39,934 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0018 APPATTEMPTID=appattempt_1397145675630_0018_000001
2014-04-10 11:04:39,934 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0018_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:04:39,934 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0018 State change from ACCEPTED to RUNNING
2014-04-10 11:04:39,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job_1397145675630_0018_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:39,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:04:40,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job_1397145675630_0018_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:40,126 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job_1397145675630_0018_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742036_1212{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:04:40,132 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742019_1195, blk_1073742020_1196, blk_1073742021_1197, blk_1073742022_1198, blk_1073742023_1199, blk_1073742027_1203]
2014-04-10 11:04:40,132 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742019_1195, blk_1073742020_1196, blk_1073742021_1197, blk_1073742022_1198, blk_1073742027_1203]
2014-04-10 11:04:40,175 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742036_1212 src: /127.0.0.1:55797 dest: /127.0.0.1:50911
2014-04-10 11:04:40,176 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742036_1212 src: /127.0.0.1:41267 dest: /127.0.0.1:37218
2014-04-10 11:04:40,176 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742036_1212 src: /127.0.0.1:49611 dest: /127.0.0.1:53749
2014-04-10 11:04:40,181 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49611, dest: /127.0.0.1:53749, bytes: 97021, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1597539134_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742036_1212, duration: 4391742
2014-04-10 11:04:40,182 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742036_1212, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:40,182 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41267, dest: /127.0.0.1:37218, bytes: 97021, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1597539134_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742036_1212, duration: 4876130
2014-04-10 11:04:40,182 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742036_1212{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:04:40,182 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742036_1212, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:40,182 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55797, dest: /127.0.0.1:50911, bytes: 97021, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1597539134_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742036_1212, duration: 5130142
2014-04-10 11:04:40,182 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742036_1212, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:40,182 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742036_1212{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:04:40,183 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742036_1212{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:04:40,200 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job_1397145675630_0018_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1597539134_1
2014-04-10 11:04:41,088 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742032_1208
2014-04-10 11:04:41,088 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742033_1209
2014-04-10 11:04:41,284 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:41,284 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000002
2014-04-10 11:04:41,285 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0018_01_000002 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:04:41,285 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0018 container=Container: [ContainerId: container_1397145675630_0018_01_000002, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0018_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:41,285 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:04:41,285 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:41,286 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:41,286 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000003
2014-04-10 11:04:41,286 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0018_01_000003 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:04:41,286 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0018 container=Container: [ContainerId: container_1397145675630_0018_01_000003, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0018_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:41,286 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:04:41,287 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:41,287 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742035_1211
2014-04-10 11:04:41,288 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742036_1212
2014-04-10 11:04:41,308 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:41,308 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000004
2014-04-10 11:04:41,308 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0018_01_000004 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:04:41,309 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0018 container=Container: [ContainerId: container_1397145675630_0018_01_000004, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0018_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:41,309 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:04:41,309 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:41,310 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:41,310 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000005
2014-04-10 11:04:41,310 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0018_01_000005 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:04:41,310 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0018 container=Container: [ContainerId: container_1397145675630_0018_01_000005, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0018_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:41,310 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:04:41,310 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:41,311 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:41,311 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000006
2014-04-10 11:04:41,311 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0018_01_000006 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:04:41,311 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0018 container=Container: [ContainerId: container_1397145675630_0018_01_000006, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0018_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:41,311 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:04:41,312 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:41,312 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:41,312 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000007
2014-04-10 11:04:41,312 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0018_01_000007 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:04:41,313 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0018 container=Container: [ContainerId: container_1397145675630_0018_01_000007, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0018_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:41,313 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2014-04-10 11:04:41,313 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:41,441 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742034_1210
2014-04-10 11:04:41,442 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742035_1211
2014-04-10 11:04:41,642 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742032_1208
2014-04-10 11:04:41,643 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742033_1209
2014-04-10 11:04:41,644 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742036_1212
2014-04-10 11:04:41,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742019_1195 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742019 for deletion
2014-04-10 11:04:41,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742020_1196 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742020 for deletion
2014-04-10 11:04:41,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742021_1197 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742021 for deletion
2014-04-10 11:04:41,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742019_1195 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742019
2014-04-10 11:04:41,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742022_1198 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742022 for deletion
2014-04-10 11:04:41,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742021_1197 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742021
2014-04-10 11:04:41,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742020_1196 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742020
2014-04-10 11:04:41,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742023_1199 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742023 for deletion
2014-04-10 11:04:41,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742022_1198 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742022
2014-04-10 11:04:41,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742027_1203 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742027 for deletion
2014-04-10 11:04:41,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742023_1199 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742023
2014-04-10 11:04:41,665 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742027_1203 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742027
2014-04-10 11:04:41,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742019_1195 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742019 for deletion
2014-04-10 11:04:41,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742020_1196 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742020 for deletion
2014-04-10 11:04:41,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742021_1197 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742021 for deletion
2014-04-10 11:04:41,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742019_1195 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742019
2014-04-10 11:04:41,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742022_1198 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742022 for deletion
2014-04-10 11:04:41,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742020_1196 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742020
2014-04-10 11:04:41,747 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742027_1203 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742027 for deletion
2014-04-10 11:04:41,747 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742021_1197 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742021
2014-04-10 11:04:41,747 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742022_1198 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742022
2014-04-10 11:04:41,747 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742027_1203 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742027
2014-04-10 11:04:41,966 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:41,967 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:41,967 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:41,967 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:41,967 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:41,968 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:42,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.jar dst=null perm=null
2014-04-10 11:04:42,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.jar dst=null perm=null
2014-04-10 11:04:42,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.xml dst=null perm=null
2014-04-10 11:04:42,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.xml dst=null perm=null
2014-04-10 11:04:42,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:42,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:42,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:42,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:42,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:42,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:42,071 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742036_1212
2014-04-10 11:04:42,081 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0018_000001 (auth:SIMPLE)
2014-04-10 11:04:42,081 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0018_000001 (auth:SIMPLE)
2014-04-10 11:04:42,086 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0018_01_000003 by user brock
2014-04-10 11:04:42,086 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0018_01_000006 by user brock
2014-04-10 11:04:42,086 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0018_01_000004 by user brock
2014-04-10 11:04:42,086 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0018_01_000005 by user brock
2014-04-10 11:04:42,087 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0018_01_000007 by user brock
2014-04-10 11:04:42,087 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000005
2014-04-10 11:04:42,086 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0018_01_000002 by user brock
2014-04-10 11:04:42,087 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000007
2014-04-10 11:04:42,087 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0018_01_000004 to application application_1397145675630_0018
2014-04-10 11:04:42,087 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000004
2014-04-10 11:04:42,086 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0018_01_000003 to application application_1397145675630_0018
2014-04-10 11:04:42,086 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0018
2014-04-10 11:04:42,086 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000003
2014-04-10 11:04:42,088 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000006
2014-04-10 11:04:42,088 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0018_01_000002 to application application_1397145675630_0018
2014-04-10 11:04:42,088 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0018_01_000005 to application application_1397145675630_0018
2014-04-10 11:04:42,089 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0018_01_000007 to application application_1397145675630_0018
2014-04-10 11:04:42,087 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000002
2014-04-10 11:04:42,089 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0018 transitioned from NEW to INITING
2014-04-10 11:04:42,089 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:04:42,089 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0018_01_000006 to application application_1397145675630_0018
2014-04-10 11:04:42,090 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:04:42,090 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0018 transitioned from INITING to RUNNING
2014-04-10 11:04:42,090 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0018
2014-04-10 11:04:42,090 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0018
2014-04-10 11:04:42,090 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:04:42,090 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:04:42,090 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0018
2014-04-10 11:04:42,091 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:04:42,091 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0018
2014-04-10 11:04:42,091 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0018
2014-04-10 11:04:42,091 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:04:42,091 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 11:04:42,091 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0018
2014-04-10 11:04:42,092 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:04:42,092 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0018
2014-04-10 11:04:42,092 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0018
2014-04-10 11:04:42,092 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:04:42,092 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:42,092 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0018
2014-04-10 11:04:42,093 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:42,093 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:04:42,093 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:04:42,093 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0018
2014-04-10 11:04:42,093 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0018
2014-04-10 11:04:42,093 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:04:42,094 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0018
2014-04-10 11:04:42,094 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0018
2014-04-10 11:04:42,094 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0018
2014-04-10 11:04:42,094 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:04:42,094 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0018
2014-04-10 11:04:42,095 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0018
2014-04-10 11:04:42,095 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0018
2014-04-10 11:04:42,095 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:04:42,096 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0018
2014-04-10 11:04:42,096 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0018_01_000006
2014-04-10 11:04:42,097 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0018_01_000005
2014-04-10 11:04:42,097 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0018_01_000007
2014-04-10 11:04:42,098 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0018_01_000004
2014-04-10 11:04:42,106 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397145675630_0018_01_000006.tokens. Credentials list:
2014-04-10 11:04:42,106 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0018_01_000005.tokens. Credentials list:
2014-04-10 11:04:42,106 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145675630_0018_01_000004.tokens. Credentials list:
2014-04-10 11:04:42,106 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145675630_0018_01_000007.tokens. Credentials list:
2014-04-10 11:04:42,118 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:04:42,119 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:42,119 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:42,119 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:42,119 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:42,209 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000002/default_container_executor.sh]
2014-04-10 11:04:42,210 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000003/default_container_executor.sh]
2014-04-10 11:04:42,215 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397145675630_0018_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000006.tokens
2014-04-10 11:04:42,216 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0018 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0018
2014-04-10 11:04:42,271 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0017_01_000001 succeeded
2014-04-10 11:04:42,272 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:04:42,272 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0017_01_000001
2014-04-10 11:04:42,284 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:42,284 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:42,288 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000001
2014-04-10 11:04:42,289 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000001
2014-04-10 11:04:42,289 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0017_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:04:42,289 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000001
2014-04-10 11:04:42,289 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000001
2014-04-10 11:04:42,289 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0017/container_1397145675630_0017_01_000001
2014-04-10 11:04:42,289 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0017_01_000001 from application application_1397145675630_0017
2014-04-10 11:04:42,289 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:42,290 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0017
2014-04-10 11:04:42,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.jar dst=null perm=null
2014-04-10 11:04:42,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.jar dst=null perm=null
2014-04-10 11:04:42,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.jar dst=null perm=null
2014-04-10 11:04:42,307 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54000, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1306271719_10769, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742032_1208, duration: 380870
2014-04-10 11:04:42,308 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:42,308 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:42,308 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:42,308 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:42,323 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0018/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:42,329 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0017_01_000001
2014-04-10 11:04:42,330 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0017_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:42,330 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0017_000001
2014-04-10 11:04:42,330 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0017_000001 State change from FINISHING to FINISHED
2014-04-10 11:04:42,330 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0017 State change from FINISHING to FINISHED
2014-04-10 11:04:42,330 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0017_000001
2014-04-10 11:04:42,330 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0017_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:04:42,330 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0017
2014-04-10 11:04:42,331 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0017 CONTAINERID=container_1397145675630_0017_01_000001
2014-04-10 11:04:42,331 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0017,name=[EE6D79CD96F943B19AB4EDB7766B85AC/F0AF2C33504541E3A80F6E739CC98A47] lower*upper/(1/1) ...fieldedpipesplatform/join,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0017/jobhistory/job/job_1397145675630_0017,appMasterHost=localhost.localdomain,startTime=1397145866675,finishTime=1397145876118,finalStatus=SUCCEEDED
2014-04-10 11:04:42,331 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0017_01_000001 of capacity <memory:2048, vCores:1> on host localhost:43726, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:04:42,331 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:8192, vCores:7> numContainers=7 user=brock user-resources=<memory:8192, vCores:7>
2014-04-10 11:04:42,331 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0017_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:42,331 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:42,331 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7
2014-04-10 11:04:42,331 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0017_000001 released container container_1397145675630_0017_01_000001 on node: host: localhost:43726 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:04:42,331 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0017_000001 is done. finalState=FINISHED
2014-04-10 11:04:42,332 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0017 requests cleared
2014-04-10 11:04:42,332 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0017 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:04:42,332 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0017 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:04:42,333 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0017_000001 (auth:SIMPLE)
2014-04-10 11:04:42,333 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0017_01_000001
2014-04-10 11:04:42,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.xml dst=null perm=null
2014-04-10 11:04:42,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.xml dst=null perm=null
2014-04-10 11:04:42,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.xml dst=null perm=null
2014-04-10 11:04:42,339 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49620, bytes: 83690, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1306271719_10769, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742035_1211, duration: 192717
2014-04-10 11:04:42,350 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0018/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:42,350 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:42,350 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:42,350 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:42,351 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:42,377 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:42,377 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:42,378 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:42,378 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:42,378 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:42,379 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:42,379 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:42,379 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:42,446 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000006/default_container_executor.sh]
2014-04-10 11:04:42,446 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000007/default_container_executor.sh]
2014-04-10 11:04:42,446 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000004/default_container_executor.sh]
2014-04-10 11:04:42,446 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000005/default_container_executor.sh]
2014-04-10 11:04:42,520 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0017 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:04:42,520 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0017
2014-04-10 11:04:42,521 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0017
2014-04-10 11:04:42,521 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0017
2014-04-10 11:04:42,521 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0017
2014-04-10 11:04:42,521 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0017 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:04:42,521 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0017
2014-04-10 11:04:42,521 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0017, with delay of 10800 seconds
2014-04-10 11:04:42,984 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:04:43,133 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073742019_1195, blk_1073742020_1196, blk_1073742021_1197, blk_1073742022_1198, blk_1073742023_1199, blk_1073742029_1205]
2014-04-10 11:04:43,133 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073742019_1195, blk_1073742020_1196, blk_1073742023_1199, blk_1073742027_1203]
2014-04-10 11:04:43,284 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0017 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:04:43,285 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0017
2014-04-10 11:04:43,285 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0017 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:04:43,285 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0017, with delay of 10800 seconds
2014-04-10 11:04:43,285 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0017
2014-04-10 11:04:43,285 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0017
2014-04-10 11:04:43,285 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0017
2014-04-10 11:04:43,286 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0017
2014-04-10 11:04:43,330 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0017 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:04:43,331 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0017
2014-04-10 11:04:43,331 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0017 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:04:43,331 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0017, with delay of 10800 seconds
2014-04-10 11:04:43,331 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0017
2014-04-10 11:04:43,332 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0017
2014-04-10 11:04:43,332 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0017
2014-04-10 11:04:43,333 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0017
2014-04-10 11:04:43,466 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:04:43,807 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145675630_0018_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000007.tokens
2014-04-10 11:04:43,807 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0018 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0018
2014-04-10 11:04:44,152 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:04:44,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742019_1195 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742019 for deletion
2014-04-10 11:04:44,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742020_1196 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742020 for deletion
2014-04-10 11:04:44,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742023_1199 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742023 for deletion
2014-04-10 11:04:44,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742027_1203 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742027 for deletion
2014-04-10 11:04:44,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742019_1195 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742019
2014-04-10 11:04:44,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742020_1196 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742020
2014-04-10 11:04:44,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742023_1199 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742023
2014-04-10 11:04:44,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742027_1203 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742027
2014-04-10 11:04:44,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145675630_0018_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000004.tokens
2014-04-10 11:04:44,529 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0018 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0018
2014-04-10 11:04:44,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742019_1195 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742019 for deletion
2014-04-10 11:04:44,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742020_1196 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742020 for deletion
2014-04-10 11:04:44,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742021_1197 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742021 for deletion
2014-04-10 11:04:44,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742019_1195 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742019
2014-04-10 11:04:44,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742022_1198 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742022 for deletion
2014-04-10 11:04:44,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742020_1196 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742020
2014-04-10 11:04:44,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742023_1199 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742023 for deletion
2014-04-10 11:04:44,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742021_1197 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742021
2014-04-10 11:04:44,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742029_1205 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742029 for deletion
2014-04-10 11:04:44,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742022_1198 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742022
2014-04-10 11:04:44,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742023_1199 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742023
2014-04-10 11:04:44,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742029_1205 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742029
2014-04-10 11:04:44,857 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:04:45,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.split dst=null perm=null
2014-04-10 11:04:45,210 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0018_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000005.tokens
2014-04-10 11:04:45,210 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0018 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0018
2014-04-10 11:04:45,243 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55821, bytes: 2279, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0018_m_000000_0_329266846_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742033_1209, duration: 139966
2014-04-10 11:04:45,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:04:45,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:04:45,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:04:45,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:04:45,643 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54017, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0018_m_000000_0_329266846_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089, duration: 173502
2014-04-10 11:04:45,646 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54017, bytes: 56, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0018_m_000000_0_329266846_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088, duration: 156787
2014-04-10 11:04:45,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.split dst=null perm=null
2014-04-10 11:04:45,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/_temporary/1/_temporary/attempt_1397145675630_0018_m_000000_0 dst=null perm=null
2014-04-10 11:04:45,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.split dst=null perm=null
2014-04-10 11:04:45,807 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0018_01_000002
2014-04-10 11:04:45,807 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000002
2014-04-10 11:04:45,807 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:04:45,807 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0018_01_000002
2014-04-10 11:04:45,823 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job_1397145675630_0018_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073742037_1213{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:04:45,831 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54021, bytes: 2279, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0018_m_000001_0_-558703964_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742033_1209, duration: 171506
2014-04-10 11:04:45,831 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0018_01_000002 is : 143
2014-04-10 11:04:45,831 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55826, bytes: 1247, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0018_m_000004_0_1592279426_1, offset: 1024, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742033_1209, duration: 128737
2014-04-10 11:04:45,874 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:04:45,874 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000002
2014-04-10 11:04:45,874 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000002
2014-04-10 11:04:45,875 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000002
2014-04-10 11:04:45,875 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000002
2014-04-10 11:04:45,875 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000002
2014-04-10 11:04:45,875 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:04:45,876 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0018_01_000002 from application application_1397145675630_0018
2014-04-10 11:04:45,876 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:45,876 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0018
2014-04-10 11:04:45,897 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742037_1213 src: /127.0.0.1:41297 dest: /127.0.0.1:37218
2014-04-10 11:04:45,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:45,905 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742037_1213 src: /127.0.0.1:54023 dest: /127.0.0.1:36156
2014-04-10 11:04:45,905 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54024, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0018_m_000004_0_1592279426_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 203828
2014-04-10 11:04:45,909 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742037_1213 src: /127.0.0.1:49643 dest: /127.0.0.1:53749
2014-04-10 11:04:45,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.split dst=null perm=null
2014-04-10 11:04:45,913 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job_1397145675630_0018_1.jhist for DFSClient_NONMAPREDUCE_1597539134_1
2014-04-10 11:04:45,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:04:45,927 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49645, bytes: 56, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0018_m_000001_0_-558703964_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088, duration: 217739
2014-04-10 11:04:46,017 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55834, bytes: 1763, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0018_m_000002_0_-636525006_1, offset: 512, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742033_1209, duration: 170024
2014-04-10 11:04:46,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.split dst=null perm=null
2014-04-10 11:04:46,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job.split dst=null perm=null
2014-04-10 11:04:46,078 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54030, bytes: 731, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0018_m_000005_0_-1022101477_1, offset: 1536, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742033_1209, duration: 183861
2014-04-10 11:04:46,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:46,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:46,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:46,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:46,120 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54033, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0018_m_000004_0_1592279426_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 158378
2014-04-10 11:04:46,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:04:46,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:04:46,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:04:46,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:46,148 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55840, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0018_m_000005_0_-1022101477_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 158731
2014-04-10 11:04:46,149 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54021, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0018_m_000001_0_-558703964_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089, duration: 147481
2014-04-10 11:04:46,159 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41307, bytes: 1247, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0018_m_000003_0_1271280200_1, offset: 1024, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742033_1209, duration: 272385
2014-04-10 11:04:46,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/_temporary/1/_temporary/attempt_1397145675630_0018_m_000004_0 dst=null perm=null
2014-04-10 11:04:46,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/_temporary/1/_temporary/attempt_1397145675630_0018_m_000001_0 dst=null perm=null
2014-04-10 11:04:46,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:46,278 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54036, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0018_m_000003_0_1271280200_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 11331849
2014-04-10 11:04:46,295 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0018_01_000003
2014-04-10 11:04:46,295 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000003
2014-04-10 11:04:46,295 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:04:46,295 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0018_01_000003
2014-04-10 11:04:46,295 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0018_01_000002
2014-04-10 11:04:46,296 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:46,296 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0018_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:04:46,296 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000002
2014-04-10 11:04:46,296 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0018_01_000002 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:04:46,296 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:04:46,296 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0018_01_000002, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:46,296 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:46,296 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2014-04-10 11:04:46,296 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0018_000001 released container container_1397145675630_0018_01_000002 on node: host: localhost:38779 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:04:46,303 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0018_01_000003 is : 143
2014-04-10 11:04:46,306 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0018_01_000006
2014-04-10 11:04:46,306 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000006
2014-04-10 11:04:46,306 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:04:46,306 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0018_01_000006
2014-04-10 11:04:46,316 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:04:46,316 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000003
2014-04-10 11:04:46,316 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000003
2014-04-10 11:04:46,316 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000003
2014-04-10 11:04:46,316 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000003
2014-04-10 11:04:46,317 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:04:46,317 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0018_01_000003 from application application_1397145675630_0018
2014-04-10 11:04:46,317 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000003
2014-04-10 11:04:46,317 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:46,317 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0018
2014-04-10 11:04:46,320 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0018_01_000006 is : 143
2014-04-10 11:04:46,333 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:04:46,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000006
2014-04-10 11:04:46,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000006
2014-04-10 11:04:46,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000006
2014-04-10 11:04:46,334 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000006
2014-04-10 11:04:46,334 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:04:46,334 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0018_01_000006 from application application_1397145675630_0018
2014-04-10 11:04:46,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000006
2014-04-10 11:04:46,334 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:46,336 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0018
2014-04-10 11:04:46,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:46,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:46,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:46,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:46,383 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55834, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0018_m_000002_0_-636525006_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 114202
2014-04-10 11:04:46,388 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55834, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0018_m_000002_0_-636525006_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 109333
2014-04-10 11:04:46,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:46,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:46,396 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54030, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0018_m_000005_0_-1022101477_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 111312
2014-04-10 11:04:46,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/_temporary/1/_temporary/attempt_1397145675630_0018_m_000002_0 dst=null perm=null
2014-04-10 11:04:46,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/_temporary/1/_temporary/attempt_1397145675630_0018_m_000005_0 dst=null perm=null
2014-04-10 11:04:46,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:46,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:46,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:46,488 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49655, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0018_m_000003_0_1271280200_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 179191
2014-04-10 11:04:46,497 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0018_01_000004
2014-04-10 11:04:46,497 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000004
2014-04-10 11:04:46,497 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:04:46,498 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0018_01_000004
2014-04-10 11:04:46,498 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0018_01_000006
2014-04-10 11:04:46,498 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:46,498 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0018_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:04:46,498 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000006
2014-04-10 11:04:46,498 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0018_01_000006 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:04:46,498 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:04:46,498 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0018_01_000006, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:46,498 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:46,498 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:04:46,499 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0018_000001 released container container_1397145675630_0018_01_000006 on node: host: localhost:41546 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:04:46,503 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0018_01_000004 is : 143
2014-04-10 11:04:46,512 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:04:46,512 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000004
2014-04-10 11:04:46,512 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000004
2014-04-10 11:04:46,512 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000004
2014-04-10 11:04:46,512 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000004
2014-04-10 11:04:46,512 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000004
2014-04-10 11:04:46,512 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:04:46,513 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0018_01_000004 from application application_1397145675630_0018
2014-04-10 11:04:46,513 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:46,513 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0018
2014-04-10 11:04:46,521 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0018_01_000007
2014-04-10 11:04:46,522 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000007
2014-04-10 11:04:46,522 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000007 transitioned from RUNNING to KILLING
2014-04-10 11:04:46,522 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0018_01_000004
2014-04-10 11:04:46,522 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0018_01_000007
2014-04-10 11:04:46,522 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:46,522 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0018_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:04:46,522 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000004
2014-04-10 11:04:46,522 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0018_01_000004 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:04:46,523 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:04:46,523 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0018_01_000004, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:46,523 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:46,523 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:04:46,523 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0018_000001 released container container_1397145675630_0018_01_000004 on node: host: localhost:41546 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:04:46,527 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0018_01_000007 is : 143
2014-04-10 11:04:46,534 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:04:46,535 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000007
2014-04-10 11:04:46,535 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000007
2014-04-10 11:04:46,535 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000007
2014-04-10 11:04:46,535 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000007
2014-04-10 11:04:46,535 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000007
2014-04-10 11:04:46,535 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:04:46,535 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0018_01_000007 from application application_1397145675630_0018
2014-04-10 11:04:46,535 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:46,535 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0018
2014-04-10 11:04:46,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/_temporary/1/_temporary/attempt_1397145675630_0018_m_000003_0 dst=null perm=null
2014-04-10 11:04:46,590 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0018_01_000005
2014-04-10 11:04:46,590 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000005
2014-04-10 11:04:46,590 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:04:46,591 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0018_01_000005
2014-04-10 11:04:46,591 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0018_01_000007
2014-04-10 11:04:46,592 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:46,592 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0018_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 11:04:46,592 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000007
2014-04-10 11:04:46,592 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0018_01_000007 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:04:46,592 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:04:46,592 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0018_01_000007, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:46,593 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:46,593 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:04:46,593 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0018_000001 released container container_1397145675630_0018_01_000007 on node: host: localhost:41546 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:04:46,600 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0018_01_000005 is : 143
2014-04-10 11:04:46,616 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:04:46,616 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000005
2014-04-10 11:04:46,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000005
2014-04-10 11:04:46,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000005
2014-04-10 11:04:46,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000005
2014-04-10 11:04:46,617 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000005
2014-04-10 11:04:46,617 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:04:46,618 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0018_01_000005 from application application_1397145675630_0018
2014-04-10 11:04:46,618 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:46,618 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0018
2014-04-10 11:04:47,296 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0018_01_000003
2014-04-10 11:04:47,296 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:47,296 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0018_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:04:47,297 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000003
2014-04-10 11:04:47,297 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0018_01_000003 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:04:47,297 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:04:47,297 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0018_01_000003, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:47,297 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:47,297 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:04:47,297 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0018_000001 released container container_1397145675630_0018_01_000003 on node: host: localhost:38779 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:04:47,298 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000008 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:47,298 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000008
2014-04-10 11:04:47,298 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0018_01_000008 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:04:47,298 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0018 container=Container: [ContainerId: container_1397145675630_0018_01_000008, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0018_01_000008 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:47,299 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:04:47,299 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:47,591 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0018_01_000005
2014-04-10 11:04:47,592 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:47,592 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0018_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:04:47,592 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000005
2014-04-10 11:04:47,592 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0018_01_000005 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:04:47,593 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:04:47,593 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0018_01_000005, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:47,593 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:47,593 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:04:47,593 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0018_000001 released container container_1397145675630_0018_01_000005 on node: host: localhost:41546 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:04:48,018 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:48,031 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0018_01_000008 by user brock
2014-04-10 11:04:48,031 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000008
2014-04-10 11:04:48,031 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0018_01_000008 to application application_1397145675630_0018
2014-04-10 11:04:48,032 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000008 transitioned from NEW to LOCALIZING
2014-04-10 11:04:48,032 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0018
2014-04-10 11:04:48,032 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0018
2014-04-10 11:04:48,032 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:04:48,032 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0018
2014-04-10 11:04:48,033 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000008 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:48,065 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000008 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:48,066 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:48,126 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000008/default_container_executor.sh]
2014-04-10 11:04:48,296 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000008 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:49,023 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:04:49,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/_temporary/1/_temporary/attempt_1397145675630_0018_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:49,902 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/_temporary/1/_temporary/attempt_1397145675630_0018_r_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073742038_1214{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:04:49,977 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742038_1214 src: /127.0.0.1:54048 dest: /127.0.0.1:36156
2014-04-10 11:04:49,979 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742038_1214 src: /127.0.0.1:41324 dest: /127.0.0.1:37218
2014-04-10 11:04:49,980 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742038_1214 src: /127.0.0.1:49668 dest: /127.0.0.1:53749
2014-04-10 11:04:49,991 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49668, dest: /127.0.0.1:53749, bytes: 336, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0018_r_000000_0_1244215108_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742038_1214, duration: 10814889
2014-04-10 11:04:49,992 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742038_1214, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:49,992 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742038_1214{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:04:49,992 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41324, dest: /127.0.0.1:37218, bytes: 336, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0018_r_000000_0_1244215108_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742038_1214, duration: 10626433
2014-04-10 11:04:49,993 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742038_1214, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:49,993 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742038_1214{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:04:49,993 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54048, dest: /127.0.0.1:36156, bytes: 336, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0018_r_000000_0_1244215108_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742038_1214, duration: 12211831
2014-04-10 11:04:49,993 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742038_1214{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:04:49,993 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742038_1214, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:50,008 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/_temporary/1/_temporary/attempt_1397145675630_0018_r_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0018_r_000000_0_1244215108_1
2014-04-10 11:04:50,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/_temporary/1/_temporary/attempt_1397145675630_0018_r_000000_0 dst=null perm=null
2014-04-10 11:04:50,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/_temporary/1/_temporary/attempt_1397145675630_0018_r_000000_0 dst=null perm=null
2014-04-10 11:04:50,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/_temporary/1/task_1397145675630_0018_r_000000 dst=null perm=null
2014-04-10 11:04:50,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/_temporary/1/_temporary/attempt_1397145675630_0018_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/_temporary/1/task_1397145675630_0018_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:04:50,112 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0018_01_000008
2014-04-10 11:04:50,112 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000008
2014-04-10 11:04:50,112 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000008 transitioned from RUNNING to KILLING
2014-04-10 11:04:50,112 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0018_01_000008
2014-04-10 11:04:50,119 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0018_01_000008 is : 143
2014-04-10 11:04:50,129 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:04:50,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000008
2014-04-10 11:04:50,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000008
2014-04-10 11:04:50,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000008
2014-04-10 11:04:50,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000008
2014-04-10 11:04:50,130 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000008
2014-04-10 11:04:50,130 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:04:50,130 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0018_01_000008 from application application_1397145675630_0018
2014-04-10 11:04:50,130 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:50,130 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0018
2014-04-10 11:04:50,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:50,150 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1597539134_1
2014-04-10 11:04:50,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/_temporary/1 dst=null perm=null
2014-04-10 11:04:50,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby dst=null perm=null
2014-04-10 11:04:50,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby dst=null perm=null
2014-04-10 11:04:50,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/_temporary/1/task_1397145675630_0018_r_000000 dst=null perm=null
2014-04-10 11:04:50,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/part-00000 dst=null perm=null
2014-04-10 11:04:50,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/_temporary/1/task_1397145675630_0018_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:50,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/_temporary dst=null perm=null
2014-04-10 11:04:50,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:50,233 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1597539134_1
2014-04-10 11:04:50,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:50,266 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1597539134_1
2014-04-10 11:04:50,289 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49643, dest: /127.0.0.1:53749, bytes: 76774, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1597539134_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742037_1213, duration: 4378888068
2014-04-10 11:04:50,289 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742037_1213, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:50,290 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742037_1213{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 16402
2014-04-10 11:04:50,290 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54023, dest: /127.0.0.1:36156, bytes: 76774, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1597539134_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742037_1213, duration: 4379042961
2014-04-10 11:04:50,291 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742037_1213, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:50,291 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742037_1213{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 16402
2014-04-10 11:04:50,291 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41297, dest: /127.0.0.1:37218, bytes: 76774, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1597539134_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742037_1213, duration: 4380340654
2014-04-10 11:04:50,292 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742037_1213, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:50,292 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742037_1213{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 16402
2014-04-10 11:04:50,308 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job_1397145675630_0018_1.jhist is closed by DFSClient_NONMAPREDUCE_1597539134_1
2014-04-10 11:04:50,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:50,328 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742039_1215{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:04:50,344 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742039_1215 src: /127.0.0.1:41327 dest: /127.0.0.1:37218
2014-04-10 11:04:50,345 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742039_1215 src: /127.0.0.1:49671 dest: /127.0.0.1:53749
2014-04-10 11:04:50,346 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742039_1215 src: /127.0.0.1:54054 dest: /127.0.0.1:36156
2014-04-10 11:04:50,349 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54054, dest: /127.0.0.1:36156, bytes: 449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1597539134_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742039_1215, duration: 2106730
2014-04-10 11:04:50,350 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742039_1215, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:50,350 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742039_1215{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:04:50,350 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49671, dest: /127.0.0.1:53749, bytes: 449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1597539134_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742039_1215, duration: 2158139
2014-04-10 11:04:50,350 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742039_1215, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:50,351 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742039_1215{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:04:50,351 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41327, dest: /127.0.0.1:37218, bytes: 449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1597539134_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742039_1215, duration: 3310647
2014-04-10 11:04:50,351 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742039_1215, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:50,351 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742039_1215{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:04:50,366 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018.summary_tmp is closed by DFSClient_NONMAPREDUCE_1597539134_1
2014-04-10 11:04:50,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:50,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job_1397145675630_0018_1.jhist dst=null perm=null
2014-04-10 11:04:50,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018-1397145876832-brock-%5BB34F0866C8304B349C1498A501CC9E98%2FBF549CBA693E477B-1397145890268-6-1-SUCCEEDED-default-1397145879944.jhist_tmp dst=null perm=null
2014-04-10 11:04:50,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job_1397145675630_0018_1.jhist dst=null perm=null
2014-04-10 11:04:50,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018-1397145876832-brock-%5BB34F0866C8304B349C1498A501CC9E98%2FBF549CBA693E477B-1397145890268-6-1-SUCCEEDED-default-1397145879944.jhist_tmp dst=null perm=null
2014-04-10 11:04:50,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job_1397145675630_0018_1.jhist dst=null perm=null
2014-04-10 11:04:50,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018-1397145876832-brock-%5BB34F0866C8304B349C1498A501CC9E98%2FBF549CBA693E477B-1397145890268-6-1-SUCCEEDED-default-1397145879944.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:50,424 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41330, bytes: 77374, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1597539134_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742037_1213, duration: 388867
2014-04-10 11:04:50,427 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018-1397145876832-brock-%5BB34F0866C8304B349C1498A501CC9E98%2FBF549CBA693E477B-1397145890268-6-1-SUCCEEDED-default-1397145879944.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742040_1216{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:04:50,443 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742040_1216 src: /127.0.0.1:49674 dest: /127.0.0.1:53749
2014-04-10 11:04:50,445 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742040_1216 src: /127.0.0.1:54057 dest: /127.0.0.1:36156
2014-04-10 11:04:50,446 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742040_1216 src: /127.0.0.1:41333 dest: /127.0.0.1:37218
2014-04-10 11:04:50,451 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41333, dest: /127.0.0.1:37218, bytes: 76774, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1597539134_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742040_1216, duration: 3551934
2014-04-10 11:04:50,451 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742040_1216, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:50,451 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742040_1216{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:04:50,451 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54057, dest: /127.0.0.1:36156, bytes: 76774, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1597539134_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742040_1216, duration: 4522109
2014-04-10 11:04:50,452 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742040_1216, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:50,452 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742040_1216{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:04:50,452 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49674, dest: /127.0.0.1:53749, bytes: 76774, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1597539134_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742040_1216, duration: 5295509
2014-04-10 11:04:50,453 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742040_1216, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:50,453 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742040_1216{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:04:50,466 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018-1397145876832-brock-%5BB34F0866C8304B349C1498A501CC9E98%2FBF549CBA693E477B-1397145890268-6-1-SUCCEEDED-default-1397145879944.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1597539134_1
2014-04-10 11:04:50,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018-1397145876832-brock-%5BB34F0866C8304B349C1498A501CC9E98%2FBF549CBA693E477B-1397145890268-6-1-SUCCEEDED-default-1397145879944.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:50,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job_1397145675630_0018_1_conf.xml dst=null perm=null
2014-04-10 11:04:50,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018_conf.xml_tmp dst=null perm=null
2014-04-10 11:04:50,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job_1397145675630_0018_1_conf.xml dst=null perm=null
2014-04-10 11:04:50,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018_conf.xml_tmp dst=null perm=null
2014-04-10 11:04:50,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018/job_1397145675630_0018_1_conf.xml dst=null perm=null
2014-04-10 11:04:50,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:50,511 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55865, bytes: 97781, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1597539134_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742036_1212, duration: 374534
2014-04-10 11:04:50,514 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742041_1217{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:04:50,527 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742041_1217 src: /127.0.0.1:49678 dest: /127.0.0.1:53749
2014-04-10 11:04:50,528 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742041_1217 src: /127.0.0.1:41336 dest: /127.0.0.1:37218
2014-04-10 11:04:50,529 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742041_1217 src: /127.0.0.1:55868 dest: /127.0.0.1:50911
2014-04-10 11:04:50,533 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55868, dest: /127.0.0.1:50911, bytes: 97021, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1597539134_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742041_1217, duration: 2667148
2014-04-10 11:04:50,533 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742041_1217, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:50,533 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742041_1217{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:50,534 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41336, dest: /127.0.0.1:37218, bytes: 97021, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1597539134_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742041_1217, duration: 3218801
2014-04-10 11:04:50,534 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742041_1217, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:50,534 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742041_1217{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:50,534 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49678, dest: /127.0.0.1:53749, bytes: 97021, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1597539134_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742041_1217, duration: 3772829
2014-04-10 11:04:50,535 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742041_1217, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:50,535 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742041_1217{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:50,550 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1597539134_1
2014-04-10 11:04:50,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:50,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:50,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:50,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018-1397145876832-brock-%5BB34F0866C8304B349C1498A501CC9E98%2FBF549CBA693E477B-1397145890268-6-1-SUCCEEDED-default-1397145879944.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018-1397145876832-brock-%5BB34F0866C8304B349C1498A501CC9E98%2FBF549CBA693E477B-1397145890268-6-1-SUCCEEDED-default-1397145879944.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:50,625 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0018_000001 with final state: FINISHING
2014-04-10 11:04:50,625 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0018_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:04:50,626 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0018 with final state: FINISHING
2014-04-10 11:04:50,626 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0018 State change from RUNNING to FINAL_SAVING
2014-04-10 11:04:50,626 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0018
2014-04-10 11:04:50,627 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0018_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:04:50,627 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0018 State change from FINAL_SAVING to FINISHING
2014-04-10 11:04:50,643 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:04:50,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:04:50,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:04:50,648 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0018 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018-1397145876832-brock-%5BB34F0866C8304B349C1498A501CC9E98%2FBF549CBA693E477B-1397145890268-6-1-SUCCEEDED-default-1397145879944.jhist
2014-04-10 11:04:50,649 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018-1397145876832-brock-%5BB34F0866C8304B349C1498A501CC9E98%2FBF549CBA693E477B-1397145890268-6-1-SUCCEEDED-default-1397145879944.jhist]
2014-04-10 11:04:50,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018-1397145876832-brock-%5BB34F0866C8304B349C1498A501CC9E98%2FBF549CBA693E477B-1397145890268-6-1-SUCCEEDED-default-1397145879944.jhist dst=null perm=null
2014-04-10 11:04:50,652 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49683, bytes: 77374, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742040_1216, duration: 384152
2014-04-10 11:04:50,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018.summary dst=null perm=null
2014-04-10 11:04:50,684 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41341, bytes: 453, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742039_1215, duration: 125270
2014-04-10 11:04:50,684 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0018,submitTime=1397145876832,launchTime=1397145879944,firstMapTaskLaunchTime=1397145882096,firstReduceTaskLaunchTime=1397145888032,finishTime=1397145890268,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=25,reduceSlotSeconds=2,jobName=[B34F0866C8304B349C1498A501CC9E98/BF549CBA693E477BB4D0F824E726E411] merging/(1/1) ...platform/joinsintogroupby
2014-04-10 11:04:50,684 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018.summary]
2014-04-10 11:04:50,700 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742039_1215 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:36156
2014-04-10 11:04:50,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018.summary dst=null perm=null
2014-04-10 11:04:50,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:04:50,702 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018-1397145876832-brock-%5BB34F0866C8304B349C1498A501CC9E98%2FBF549CBA693E477B-1397145890268-6-1-SUCCEEDED-default-1397145879944.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0018-1397145876832-brock-%5BB34F0866C8304B349C1498A501CC9E98%2FBF549CBA693E477B-1397145890268-6-1-SUCCEEDED-default-1397145879944.jhist
2014-04-10 11:04:50,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018-1397145876832-brock-%5BB34F0866C8304B349C1498A501CC9E98%2FBF549CBA693E477B-1397145890268-6-1-SUCCEEDED-default-1397145879944.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0018-1397145876832-brock-%5BB34F0866C8304B349C1498A501CC9E98%2FBF549CBA693E477B-1397145890268-6-1-SUCCEEDED-default-1397145879944.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:50,717 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0018_conf.xml
2014-04-10 11:04:50,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0018_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0018_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:04:50,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby dst=null perm=null
2014-04-10 11:04:50,744 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/_temporary
2014-04-10 11:04:50,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/_temporary dst=null perm=null
2014-04-10 11:04:50,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby dst=null perm=null
2014-04-10 11:04:50,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby dst=null perm=null
2014-04-10 11:04:50,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby dst=null perm=null
2014-04-10 11:04:50,754 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:04:50,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/part-00000 dst=null perm=null
2014-04-10 11:04:50,756 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41341, bytes: 340, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742038_1214, duration: 100971
2014-04-10 11:04:50,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby dst=null perm=null
2014-04-10 11:04:50,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby dst=null perm=null
2014-04-10 11:04:50,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby dst=null perm=null
2014-04-10 11:04:50,766 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:04:50,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/part-00000 dst=null perm=null
2014-04-10 11:04:50,768 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41341, bytes: 340, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742038_1214, duration: 139548
2014-04-10 11:04:50,769 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby
2014-04-10 11:04:50,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby dst=null perm=null
2014-04-10 11:04:50,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby dst=null perm=null
2014-04-10 11:04:50,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby dst=null perm=null
2014-04-10 11:04:50,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby dst=null perm=null
2014-04-10 11:04:50,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/part-00000 dst=null perm=null
2014-04-10 11:04:50,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintogroupby/part-00000 dst=null perm=null
2014-04-10 11:04:50,775 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49683, bytes: 340, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742038_1214, duration: 191649
2014-04-10 11:04:50,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:50,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:50,791 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:04:50,791 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:04:50,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 11:04:50,801 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 11:04:50,801 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:04:50,801 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:04:50,802 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown"]
2014-04-10 11:04:50,802 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 11:04:50,802 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 11:04:50,802 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 11:04:50,803 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...ldedpipesplatform/unknown
2014-04-10 11:04:50,821 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:04:50,828 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:04:50,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 11:04:50,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:04:50,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:04:50,831 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 19
2014-04-10 11:04:50,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019 dst=null perm=null
2014-04-10 11:04:50,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:04:50,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:04:50,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar dst=null perm=null
2014-04-10 11:04:50,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:50,894 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073742042_1218{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:04:50,909 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742042_1218 src: /127.0.0.1:54068 dest: /127.0.0.1:36156
2014-04-10 11:04:50,911 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742042_1218 src: /127.0.0.1:41344 dest: /127.0.0.1:37218
2014-04-10 11:04:50,912 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742042_1218 src: /127.0.0.1:49688 dest: /127.0.0.1:53749
2014-04-10 11:04:50,916 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49688, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742042_1218, duration: 3770964
2014-04-10 11:04:50,917 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742042_1218, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:50,917 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742042_1218{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:04:50,917 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41344, dest: /127.0.0.1:37218, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742042_1218, duration: 4358297
2014-04-10 11:04:50,918 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742042_1218, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:50,918 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742042_1218{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:04:50,918 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54068, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742042_1218, duration: 4760404
2014-04-10 11:04:50,918 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742042_1218, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:50,919 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742042_1218{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:04:50,933 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:04:50,934 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar
2014-04-10 11:04:50,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar dst=null perm=null
2014-04-10 11:04:50,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:50,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:50,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:50,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:50,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:04:50,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:04:50,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:04:50,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:04:50,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:04:50,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:50,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:50,977 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:04:50,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:50,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:51,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:51,009 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.split
2014-04-10 11:04:51,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.split dst=null perm=null
2014-04-10 11:04:51,027 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073742043_1219{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:04:51,043 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742043_1219 src: /127.0.0.1:49689 dest: /127.0.0.1:53749
2014-04-10 11:04:51,044 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742043_1219 src: /127.0.0.1:41347 dest: /127.0.0.1:37218
2014-04-10 11:04:51,045 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742043_1219 src: /127.0.0.1:55879 dest: /127.0.0.1:50911
2014-04-10 11:04:51,046 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742043_1219 src: /127.0.0.1:54074 dest: /127.0.0.1:36156
2014-04-10 11:04:51,050 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54074, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742043_1219, duration: 2500472
2014-04-10 11:04:51,050 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742043_1219, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:51,050 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742043_1219{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:51,051 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55879, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742043_1219, duration: 3018642
2014-04-10 11:04:51,051 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742043_1219, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:51,051 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742043_1219{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:51,051 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41347, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742043_1219, duration: 3445895
2014-04-10 11:04:51,052 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742043_1219, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:51,052 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742043_1219{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:51,052 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49689, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742043_1219, duration: 3973600
2014-04-10 11:04:51,052 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742043_1219, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:51,052 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742043_1219{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:04:51,066 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:04:51,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:51,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:51,101 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073742044_1220{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:04:51,113 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0018_01_000008
2014-04-10 11:04:51,113 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000008 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:51,113 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0018_01_000008 in state: COMPLETED event:FINISHED
2014-04-10 11:04:51,114 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000008
2014-04-10 11:04:51,114 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0018_01_000008 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:04:51,114 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:04:51,114 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0018_01_000008, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:51,114 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:51,115 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:04:51,115 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0018_000001 released container container_1397145675630_0018_01_000008 on node: host: localhost:38779 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:04:51,118 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742044_1220 src: /127.0.0.1:49693 dest: /127.0.0.1:53749
2014-04-10 11:04:51,119 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742044_1220 src: /127.0.0.1:54076 dest: /127.0.0.1:36156
2014-04-10 11:04:51,120 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742044_1220 src: /127.0.0.1:55883 dest: /127.0.0.1:50911
2014-04-10 11:04:51,123 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55883, dest: /127.0.0.1:50911, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742044_1220, duration: 1425836
2014-04-10 11:04:51,123 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742044_1220, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:51,123 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742044_1220{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:51,123 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54076, dest: /127.0.0.1:36156, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742044_1220, duration: 2008996
2014-04-10 11:04:51,124 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742044_1220, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:51,124 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742044_1220{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:51,124 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49693, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742044_1220, duration: 2792148
2014-04-10 11:04:51,124 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742044_1220, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:51,125 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742044_1220{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:04:51,141 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:04:51,142 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:04:51,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:51,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:04:51,182 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742045_1221{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:04:51,201 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742045_1221 src: /127.0.0.1:54079 dest: /127.0.0.1:36156
2014-04-10 11:04:51,202 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742045_1221 src: /127.0.0.1:55886 dest: /127.0.0.1:50911
2014-04-10 11:04:51,203 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742045_1221 src: /127.0.0.1:41356 dest: /127.0.0.1:37218
2014-04-10 11:04:51,207 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41356, dest: /127.0.0.1:37218, bytes: 81215, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742045_1221, duration: 2985379
2014-04-10 11:04:51,208 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742045_1221, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:51,208 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742045_1221{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:04:51,208 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55886, dest: /127.0.0.1:50911, bytes: 81215, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742045_1221, duration: 3675414
2014-04-10 11:04:51,209 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742045_1221, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:51,209 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742045_1221{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:04:51,209 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54079, dest: /127.0.0.1:36156, bytes: 81215, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742045_1221, duration: 4675804
2014-04-10 11:04:51,209 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742045_1221, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:51,210 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742045_1221{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:04:51,225 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:04:51,225 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0019
2014-04-10 11:04:51,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019 dst=null perm=null
2014-04-10 11:04:51,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.xml dst=null perm=null
2014-04-10 11:04:51,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.xml dst=null perm=null
2014-04-10 11:04:51,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar dst=null perm=null
2014-04-10 11:04:51,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar dst=null perm=null
2014-04-10 11:04:51,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.split dst=null perm=null
2014-04-10 11:04:51,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.split dst=null perm=null
2014-04-10 11:04:51,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:51,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:51,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:51,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:51,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:51,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:51,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:51,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:51,280 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 19 submitted by user brock
2014-04-10 11:04:51,281 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0019
2014-04-10 11:04:51,281 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0019
2014-04-10 11:04:51,281 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0019
2014-04-10 11:04:51,281 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0019 State change from NEW to NEW_SAVING
2014-04-10 11:04:51,282 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0019 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:04:51,282 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0019_000001
2014-04-10 11:04:51,282 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0019_000001 State change from NEW to SUBMITTED
2014-04-10 11:04:51,283 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0019 from user: brock activated in queue: default
2014-04-10 11:04:51,283 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0019 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:04:51,283 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0019
2014-04-10 11:04:51,283 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0019 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:04:51,283 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0019_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:04:51,284 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0019_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:04:51,285 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0019 State change from SUBMITTED to ACCEPTED
2014-04-10 11:04:51,286 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0019/
2014-04-10 11:04:51,286 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397145675630_0019
2014-04-10 11:04:51,286 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:33250/proxy/application_1397145675630_0019/
2014-04-10 11:04:51,292 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742043_1219
2014-04-10 11:04:51,293 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742041_1217
2014-04-10 11:04:51,294 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742045_1221
2014-04-10 11:04:51,295 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742044_1220
2014-04-10 11:04:51,333 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0019_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:51,333 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000001
2014-04-10 11:04:51,334 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0019_01_000001 of capacity <memory:2048, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:04:51,334 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0019 container=Container: [ContainerId: container_1397145675630_0019_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0019_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:51,334 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:04:51,334 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0019_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:51,334 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:51,335 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0019 AttemptId: appattempt_1397145675630_0019_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0019_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ]
2014-04-10 11:04:51,335 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0019_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:04:51,335 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0019_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:04:51,335 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0019_000001
2014-04-10 11:04:51,336 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0019_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] for AM appattempt_1397145675630_0019_000001
2014-04-10 11:04:51,336 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0019_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:04:51,339 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0019_000001 (auth:SIMPLE)
2014-04-10 11:04:51,341 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0019_01_000001 by user brock
2014-04-10 11:04:51,341 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0019
2014-04-10 11:04:51,342 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000001
2014-04-10 11:04:51,342 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0019 transitioned from NEW to INITING
2014-04-10 11:04:51,342 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0019_01_000001 to application application_1397145675630_0019
2014-04-10 11:04:51,342 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0019 transitioned from INITING to RUNNING
2014-04-10 11:04:51,342 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0019_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] for AM appattempt_1397145675630_0019_000001
2014-04-10 11:04:51,343 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0019_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:04:51,343 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:04:51,343 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0019
2014-04-10 11:04:51,343 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:04:51,343 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:04:51,344 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:04:51,344 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:04:51,344 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0019_01_000001
2014-04-10 11:04:51,354 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397145675630_0019_01_000001.tokens. Credentials list:
2014-04-10 11:04:51,368 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:04:51,434 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397145675630_0019_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000001.tokens
2014-04-10 11:04:51,434 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0019 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0019
2014-04-10 11:04:51,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar dst=null perm=null
2014-04-10 11:04:51,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar dst=null perm=null
2014-04-10 11:04:51,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar dst=null perm=null
2014-04-10 11:04:51,545 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41341, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-912886119_11230, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742042_1218, duration: 897993
2014-04-10 11:04:51,571 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0019/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:51,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:51,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:51,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:51,596 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49683, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-912886119_11230, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742044_1220, duration: 215213
2014-04-10 11:04:51,614 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0019/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:51,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.split dst=null perm=null
2014-04-10 11:04:51,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.split dst=null perm=null
2014-04-10 11:04:51,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.split dst=null perm=null
2014-04-10 11:04:51,641 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54085, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-912886119_11230, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742043_1219, duration: 223698
2014-04-10 11:04:51,650 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742042_1218
2014-04-10 11:04:51,650 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742039_1215
2014-04-10 11:04:51,659 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0019/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:51,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.xml dst=null perm=null
2014-04-10 11:04:51,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.xml dst=null perm=null
2014-04-10 11:04:51,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.xml dst=null perm=null
2014-04-10 11:04:51,688 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41341, bytes: 81851, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-912886119_11230, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742045_1221, duration: 345993
2014-04-10 11:04:51,691 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742032_1208 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:50911 127.0.0.1:53749
2014-04-10 11:04:51,692 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742033_1209 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:50911
2014-04-10 11:04:51,692 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742034_1210 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:36156
2014-04-10 11:04:51,692 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742035_1211 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:37218
2014-04-10 11:04:51,692 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742037_1213 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:53749
2014-04-10 11:04:51,693 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742036_1212 127.0.0.1:50911 127.0.0.1:37218 127.0.0.1:53749
2014-04-10 11:04:51,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0018 dst=null perm=null
2014-04-10 11:04:51,709 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0019/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:51,709 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:51,743 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:51,744 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:51,805 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000001/default_container_executor.sh]
2014-04-10 11:04:51,849 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742040_1216
2014-04-10 11:04:51,850 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742044_1220
2014-04-10 11:04:51,850 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742043_1219
2014-04-10 11:04:51,852 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742041_1217
2014-04-10 11:04:51,852 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742038_1214
2014-04-10 11:04:52,048 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742037_1213
2014-04-10 11:04:52,073 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742045_1221
2014-04-10 11:04:52,074 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742043_1219
2014-04-10 11:04:52,074 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742041_1217
2014-04-10 11:04:52,134 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53749 to replicate blk_1073742042_1218 to datanode(s) 127.0.0.1:50911
2014-04-10 11:04:52,134 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742032_1208, blk_1073742033_1209, blk_1073742034_1210, blk_1073742035_1211, blk_1073742036_1212, blk_1073742037_1213, blk_1073742039_1215]
2014-04-10 11:04:52,134 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742032_1208, blk_1073742033_1209, blk_1073742034_1210, blk_1073742035_1211, blk_1073742036_1212, blk_1073742037_1213, blk_1073742039_1215]
2014-04-10 11:04:52,274 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742042_1218
2014-04-10 11:04:52,332 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0019_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:52,473 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742037_1213
2014-04-10 11:04:52,474 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742038_1214
2014-04-10 11:04:52,474 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742039_1215
2014-04-10 11:04:52,475 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742040_1216
2014-04-10 11:04:52,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:04:52,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/COMMIT_STARTED dst=null perm=null
2014-04-10 11:04:52,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:04:52,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/COMMIT_FAIL dst=null perm=null
2014-04-10 11:04:53,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019 dst=null perm=null
2014-04-10 11:04:53,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:04:53,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:04:53,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:53,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.splitmetainfo dst=null perm=null
2014-04-10 11:04:53,303 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49707, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-263667195_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742044_1220, duration: 158840
2014-04-10 11:04:53,662 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=68edbb52-d631-4c11-b1f4-78133ce1dada, infoPort=59891, ipcPort=41399, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073742042_1218 to 127.0.0.1:50911
2014-04-10 11:04:53,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742032_1208 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742032 for deletion
2014-04-10 11:04:53,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742033_1209 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742033 for deletion
2014-04-10 11:04:53,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742032_1208 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742032
2014-04-10 11:04:53,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742034_1210 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742034 for deletion
2014-04-10 11:04:53,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742033_1209 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742033
2014-04-10 11:04:53,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742035_1211 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742035 for deletion
2014-04-10 11:04:53,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742034_1210 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742034
2014-04-10 11:04:53,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742036_1212 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742036 for deletion
2014-04-10 11:04:53,663 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742042_1218 src: /127.0.0.1:55896 dest: /127.0.0.1:50911
2014-04-10 11:04:53,664 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073742042_1218 (numBytes=244650) to 127.0.0.1/127.0.0.1:50911
2014-04-10 11:04:53,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742037_1213 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742037 for deletion
2014-04-10 11:04:53,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742035_1211 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742035
2014-04-10 11:04:53,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742039_1215 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742039 for deletion
2014-04-10 11:04:53,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742037_1213 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742037
2014-04-10 11:04:53,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742036_1212 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742036
2014-04-10 11:04:53,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742039_1215 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742039
2014-04-10 11:04:53,665 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073742042_1218 src: /127.0.0.1:55896 dest: /127.0.0.1:50911 of size 244650
2014-04-10 11:04:53,665 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742042_1218 size 244650
2014-04-10 11:04:53,747 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742032_1208 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742032 for deletion
2014-04-10 11:04:53,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742033_1209 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742033 for deletion
2014-04-10 11:04:53,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742034_1210 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742034 for deletion
2014-04-10 11:04:53,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742033_1209 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742033
2014-04-10 11:04:53,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742035_1211 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742035 for deletion
2014-04-10 11:04:53,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742032_1208 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742032
2014-04-10 11:04:53,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742036_1212 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742036 for deletion
2014-04-10 11:04:53,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742034_1210 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742034
2014-04-10 11:04:53,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742037_1213 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742037 for deletion
2014-04-10 11:04:53,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742035_1211 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742035
2014-04-10 11:04:53,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742036_1212 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742036
2014-04-10 11:04:53,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742039_1215 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742039 for deletion
2014-04-10 11:04:53,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742037_1213 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742037
2014-04-10 11:04:53,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742039_1215 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742039
2014-04-10 11:04:53,910 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0019_000001 (auth:SIMPLE)
2014-04-10 11:04:53,912 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0019_000001
2014-04-10 11:04:53,912 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0019 APPATTEMPTID=appattempt_1397145675630_0019_000001
2014-04-10 11:04:53,912 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0019_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:04:53,912 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0019 State change from ACCEPTED to RUNNING
2014-04-10 11:04:54,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job_1397145675630_0019_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:54,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:04:54,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job_1397145675630_0019_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:54,189 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job_1397145675630_0019_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742046_1222{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:04:54,219 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742046_1222 src: /127.0.0.1:55899 dest: /127.0.0.1:50911
2014-04-10 11:04:54,220 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742046_1222 src: /127.0.0.1:54094 dest: /127.0.0.1:36156
2014-04-10 11:04:54,221 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742046_1222 src: /127.0.0.1:49713 dest: /127.0.0.1:53749
2014-04-10 11:04:54,228 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49713, dest: /127.0.0.1:53749, bytes: 95102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-263667195_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742046_1222, duration: 6034862
2014-04-10 11:04:54,228 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742046_1222, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:04:54,229 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742046_1222{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:04:54,229 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54094, dest: /127.0.0.1:36156, bytes: 95102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-263667195_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742046_1222, duration: 6736013
2014-04-10 11:04:54,229 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742046_1222, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:54,229 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742046_1222{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:04:54,229 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55899, dest: /127.0.0.1:50911, bytes: 95102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-263667195_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742046_1222, duration: 7527678
2014-04-10 11:04:54,229 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742046_1222, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:04:54,230 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742046_1222{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:04:54,249 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job_1397145675630_0019_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-263667195_1
2014-04-10 11:04:54,766 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742037_1213
2014-04-10 11:04:54,767 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742039_1215
2014-04-10 11:04:54,767 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742043_1219
2014-04-10 11:04:54,768 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742045_1221
2014-04-10 11:04:54,769 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742044_1220
2014-04-10 11:04:54,769 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742038_1214
2014-04-10 11:04:54,967 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742042_1218
2014-04-10 11:04:55,115 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0019_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:55,115 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000002
2014-04-10 11:04:55,115 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0019_01_000002 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:04:55,115 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0019 container=Container: [ContainerId: container_1397145675630_0019_01_000002, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0019_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:55,116 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:04:55,116 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:55,116 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0019_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:55,116 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000003
2014-04-10 11:04:55,116 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0019_01_000003 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:04:55,117 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0019 container=Container: [ContainerId: container_1397145675630_0019_01_000003, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0019_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:55,117 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:04:55,117 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:55,135 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073742032_1208, blk_1073742033_1209, blk_1073742034_1210, blk_1073742037_1213, blk_1073742039_1215]
2014-04-10 11:04:55,135 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073742032_1208, blk_1073742033_1209, blk_1073742035_1211, blk_1073742036_1212]
2014-04-10 11:04:55,167 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742040_1216
2014-04-10 11:04:55,168 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742046_1222
2014-04-10 11:04:55,334 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0019_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:55,334 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000004
2014-04-10 11:04:55,334 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0019_01_000004 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:04:55,334 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0019 container=Container: [ContainerId: container_1397145675630_0019_01_000004, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0019_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:55,334 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:04:55,334 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:55,335 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0019_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:55,335 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000005
2014-04-10 11:04:55,335 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0019_01_000005 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:04:55,335 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0019 container=Container: [ContainerId: container_1397145675630_0019_01_000005, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0019_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:55,336 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:04:55,336 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:55,524 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0019_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:04:55,524 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000006
2014-04-10 11:04:55,524 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0019_01_000006 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:04:55,525 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0019 container=Container: [ContainerId: container_1397145675630_0019_01_000006, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0019_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:55,525 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:04:55,525 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:55,947 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0019_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:55,947 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0019_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:55,947 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0019_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:55,947 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0019_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:55,947 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0019_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:04:55,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar dst=null perm=null
2014-04-10 11:04:55,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar dst=null perm=null
2014-04-10 11:04:55,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.xml dst=null perm=null
2014-04-10 11:04:55,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.xml dst=null perm=null
2014-04-10 11:04:55,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:56,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:56,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:56,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:56,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:04:56,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:04:56,076 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0019_000001 (auth:SIMPLE)
2014-04-10 11:04:56,076 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0019_000001 (auth:SIMPLE)
2014-04-10 11:04:56,077 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0019_000001 (auth:SIMPLE)
2014-04-10 11:04:56,081 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0019_01_000005 by user brock
2014-04-10 11:04:56,081 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0019_01_000004 by user brock
2014-04-10 11:04:56,081 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0019_01_000003 by user brock
2014-04-10 11:04:56,081 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0019_01_000002 by user brock
2014-04-10 11:04:56,081 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0019
2014-04-10 11:04:56,081 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000004
2014-04-10 11:04:56,082 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000003
2014-04-10 11:04:56,081 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0019_01_000005 to application application_1397145675630_0019
2014-04-10 11:04:56,081 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0019_01_000006 by user brock
2014-04-10 11:04:56,081 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000005
2014-04-10 11:04:56,082 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0019_01_000004 to application application_1397145675630_0019
2014-04-10 11:04:56,082 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0019_01_000002 to application application_1397145675630_0019
2014-04-10 11:04:56,082 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000002
2014-04-10 11:04:56,083 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0019 transitioned from NEW to INITING
2014-04-10 11:04:56,083 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:04:56,082 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0019
2014-04-10 11:04:56,083 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0019_01_000003 to application application_1397145675630_0019
2014-04-10 11:04:56,083 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000006
2014-04-10 11:04:56,084 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0019 transitioned from NEW to INITING
2014-04-10 11:04:56,083 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:04:56,084 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0019_01_000006 to application application_1397145675630_0019
2014-04-10 11:04:56,084 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0019 transitioned from INITING to RUNNING
2014-04-10 11:04:56,084 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0019
2014-04-10 11:04:56,084 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0019 transitioned from INITING to RUNNING
2014-04-10 11:04:56,084 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:04:56,084 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0019
2014-04-10 11:04:56,085 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:04:56,085 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:04:56,085 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:04:56,085 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0019
2014-04-10 11:04:56,085 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0019
2014-04-10 11:04:56,085 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0019
2014-04-10 11:04:56,085 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0019
2014-04-10 11:04:56,086 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0019
2014-04-10 11:04:56,086 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:04:56,086 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0019
2014-04-10 11:04:56,086 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0019
2014-04-10 11:04:56,086 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:04:56,086 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0019
2014-04-10 11:04:56,086 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0019
2014-04-10 11:04:56,086 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:04:56,086 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:04:56,087 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:04:56,087 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0019
2014-04-10 11:04:56,087 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:04:56,087 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0019
2014-04-10 11:04:56,087 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:04:56,087 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0019
2014-04-10 11:04:56,088 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0019_01_000006
2014-04-10 11:04:56,088 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:56,088 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:04:56,088 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0019
2014-04-10 11:04:56,088 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:56,089 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0019_01_000003
2014-04-10 11:04:56,089 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0019_01_000002
2014-04-10 11:04:56,100 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0019_01_000006.tokens. Credentials list:
2014-04-10 11:04:56,109 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0019_01_000002.tokens. Credentials list:
2014-04-10 11:04:56,109 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0019_01_000003.tokens. Credentials list:
2014-04-10 11:04:56,115 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0019_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:56,115 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0019_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:56,119 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:04:56,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:04:56,128 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:56,128 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:56,128 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:56,128 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:56,186 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0019_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000006.tokens
2014-04-10 11:04:56,186 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0019 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0019
2014-04-10 11:04:56,191 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000004/default_container_executor.sh]
2014-04-10 11:04:56,191 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000005/default_container_executor.sh]
2014-04-10 11:04:56,191 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0019_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000002.tokens
2014-04-10 11:04:56,191 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0019 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0019
2014-04-10 11:04:56,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar dst=null perm=null
2014-04-10 11:04:56,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar dst=null perm=null
2014-04-10 11:04:56,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar dst=null perm=null
2014-04-10 11:04:56,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar dst=null perm=null
2014-04-10 11:04:56,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar dst=null perm=null
2014-04-10 11:04:56,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar dst=null perm=null
2014-04-10 11:04:56,290 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54106, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_533449687_11443, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742042_1218, duration: 355742
2014-04-10 11:04:56,292 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41380, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1492221267_11444, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742042_1218, duration: 3204419
2014-04-10 11:04:56,297 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742046_1222
2014-04-10 11:04:56,309 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0019/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:56,309 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0019/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:56,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.xml dst=null perm=null
2014-04-10 11:04:56,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.xml dst=null perm=null
2014-04-10 11:04:56,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.xml dst=null perm=null
2014-04-10 11:04:56,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.xml dst=null perm=null
2014-04-10 11:04:56,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.xml dst=null perm=null
2014-04-10 11:04:56,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.xml dst=null perm=null
2014-04-10 11:04:56,325 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54106, bytes: 81851, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1492221267_11444, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742045_1221, duration: 226746
2014-04-10 11:04:56,325 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41380, bytes: 81851, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_533449687_11443, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742045_1221, duration: 225112
2014-04-10 11:04:56,333 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0019_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:56,334 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0019_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:56,339 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0019/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:56,339 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:56,339 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:56,339 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0019/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:04:56,340 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:04:56,359 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:56,359 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:56,365 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:56,365 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:56,368 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:04:56,368 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:56,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742032_1208 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742032 for deletion
2014-04-10 11:04:56,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742033_1209 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742033 for deletion
2014-04-10 11:04:56,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742032_1208 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742032
2014-04-10 11:04:56,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742033_1209 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742033
2014-04-10 11:04:56,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742034_1210 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742034 for deletion
2014-04-10 11:04:56,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742037_1213 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742037 for deletion
2014-04-10 11:04:56,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742039_1215 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742039 for deletion
2014-04-10 11:04:56,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742037_1213 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742037
2014-04-10 11:04:56,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742034_1210 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742034
2014-04-10 11:04:56,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742039_1215 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742039
2014-04-10 11:04:56,417 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000006/default_container_executor.sh]
2014-04-10 11:04:56,420 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000002/default_container_executor.sh]
2014-04-10 11:04:56,422 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000003/default_container_executor.sh]
2014-04-10 11:04:56,498 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742042_1218
2014-04-10 11:04:56,524 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0019_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:04:56,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742032_1208 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742032 for deletion
2014-04-10 11:04:56,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742033_1209 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742033 for deletion
2014-04-10 11:04:56,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742035_1211 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742035 for deletion
2014-04-10 11:04:56,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742033_1209 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742033
2014-04-10 11:04:56,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742032_1208 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742032
2014-04-10 11:04:56,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742036_1212 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742036 for deletion
2014-04-10 11:04:56,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742035_1211 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742035
2014-04-10 11:04:56,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742036_1212 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742036
2014-04-10 11:04:56,719 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0018_01_000001 succeeded
2014-04-10 11:04:56,720 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:04:56,720 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0018_01_000001
2014-04-10 11:04:56,732 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000001
2014-04-10 11:04:56,732 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000001
2014-04-10 11:04:56,732 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000001
2014-04-10 11:04:56,732 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0018/container_1397145675630_0018_01_000001
2014-04-10 11:04:56,732 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000001
2014-04-10 11:04:56,738 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0018_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:04:56,739 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0018_01_000001 from application application_1397145675630_0018
2014-04-10 11:04:56,739 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:04:56,739 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0018
2014-04-10 11:04:56,967 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:04:57,057 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742046_1222
2014-04-10 11:04:57,115 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0018_01_000001
2014-04-10 11:04:57,115 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0018_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:04:57,115 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0018_000001
2014-04-10 11:04:57,115 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0018_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:04:57,115 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0018_000001 State change from FINISHING to FINISHED
2014-04-10 11:04:57,115 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0018 CONTAINERID=container_1397145675630_0018_01_000001
2014-04-10 11:04:57,116 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0018 State change from FINISHING to FINISHED
2014-04-10 11:04:57,116 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0018_01_000001 of capacity <memory:2048, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:04:57,116 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0018
2014-04-10 11:04:57,116 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:04:57,116 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0018_000001
2014-04-10 11:04:57,116 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0018_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:57,116 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:04:57,116 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:04:57,116 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0018_000001 released container container_1397145675630_0018_01_000001 on node: host: localhost:38779 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:04:57,116 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0018_000001 is done. finalState=FINISHED
2014-04-10 11:04:57,116 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0018 requests cleared
2014-04-10 11:04:57,116 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0018 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:04:57,116 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0018 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:04:57,116 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0018,name=[B34F0866C8304B349C1498A501CC9E98/BF549CBA693E477BB4D0F824E726E411] merging/(1/1) ...platform/joinsintogroupby,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0018/jobhistory/job/job_1397145675630_0018,appMasterHost=localhost.localdomain,startTime=1397145876832,finishTime=1397145890626,finalStatus=SUCCEEDED
2014-04-10 11:04:57,118 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0018_000001 (auth:SIMPLE)
2014-04-10 11:04:57,129 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0018_01_000001
2014-04-10 11:04:57,428 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:04:57,594 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0018 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:04:57,595 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0018
2014-04-10 11:04:57,595 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0018
2014-04-10 11:04:57,595 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0018
2014-04-10 11:04:57,595 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0018
2014-04-10 11:04:57,595 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0018
2014-04-10 11:04:57,595 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0018 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:04:57,595 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0018, with delay of 10800 seconds
2014-04-10 11:04:57,815 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0019_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000003.tokens
2014-04-10 11:04:57,815 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0019 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0019
2014-04-10 11:04:58,115 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0018 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:04:58,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0018
2014-04-10 11:04:58,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0018
2014-04-10 11:04:58,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0018
2014-04-10 11:04:58,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0018
2014-04-10 11:04:58,116 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0018
2014-04-10 11:04:58,117 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0018 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:04:58,117 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0018, with delay of 10800 seconds
2014-04-10 11:04:58,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.split dst=null perm=null
2014-04-10 11:04:59,082 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54118, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0019_m_000003_0_-1988890373_1, offset: 1024, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742043_1219, duration: 149549
2014-04-10 11:04:59,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.split dst=null perm=null
2014-04-10 11:04:59,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:59,215 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41395, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0019_m_000003_0_-1988890373_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 13609014
2014-04-10 11:04:59,231 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49739, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0019_m_000002_0_-1159321137_1, offset: 512, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742043_1219, duration: 162598
2014-04-10 11:04:59,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.split dst=null perm=null
2014-04-10 11:04:59,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:59,306 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41398, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0019_m_000002_0_-1159321137_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 168732
2014-04-10 11:04:59,347 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41400, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0019_m_000000_0_10972399_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742043_1219, duration: 181620
2014-04-10 11:04:59,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.split dst=null perm=null
2014-04-10 11:04:59,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:59,436 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54127, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0019_m_000001_0_-1287431255_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742043_1219, duration: 119874
2014-04-10 11:04:59,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:59,490 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54127, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0019_m_000001_0_-1287431255_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 157842
2014-04-10 11:04:59,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job.split dst=null perm=null
2014-04-10 11:04:59,589 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49747, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0019_m_000004_0_1512034164_1, offset: 1024, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742043_1219, duration: 113812
2014-04-10 11:04:59,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:04:59,640 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55936, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0019_m_000004_0_1512034164_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 119599
2014-04-10 11:04:59,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:59,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:59,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:59,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:59,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:04:59,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:59,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:59,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:59,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:59,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:59,977 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54118, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0019_m_000003_0_-1988890373_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 141328
2014-04-10 11:04:59,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:04:59,987 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55937, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0019_m_000000_0_10972399_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 181773
2014-04-10 11:04:59,990 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55937, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0019_m_000000_0_10972399_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 160219
2014-04-10 11:05:00,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:00,003 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000003_0/part-00003. BP-2026122021-127.0.0.1-1397145659663 blk_1073742047_1223{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:05:00,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:00,007 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073742048_1224{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:05:00,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:00,011 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49750, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0019_m_000001_0_-1287431255_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 171648
2014-04-10 11:05:00,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:00,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:00,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:00,023 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55939, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0019_m_000002_0_-1159321137_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 132615
2014-04-10 11:05:00,028 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000001_0/part-00001. BP-2026122021-127.0.0.1-1397145659663 blk_1073742049_1225{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:05:00,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:00,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:00,040 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000002_0/part-00002. BP-2026122021-127.0.0.1-1397145659663 blk_1073742050_1226{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:05:00,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:00,044 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49747, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0019_m_000004_0_1512034164_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 154239
2014-04-10 11:05:00,065 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742047_1223 src: /127.0.0.1:55940 dest: /127.0.0.1:50911
2014-04-10 11:05:00,066 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742047_1223 src: /127.0.0.1:54137 dest: /127.0.0.1:36156
2014-04-10 11:05:00,066 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742047_1223 src: /127.0.0.1:41413 dest: /127.0.0.1:37218
2014-04-10 11:05:00,082 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41413, dest: /127.0.0.1:37218, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0019_m_000003_0_-1988890373_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742047_1223, duration: 5550023
2014-04-10 11:05:00,082 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000004_0/part-00004 is closed by DFSClient_attempt_1397145675630_0019_m_000004_0_1512034164_1
2014-04-10 11:05:00,082 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742047_1223, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:00,083 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742047_1223{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:00,083 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54137, dest: /127.0.0.1:36156, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0019_m_000003_0_-1988890373_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742047_1223, duration: 15638314
2014-04-10 11:05:00,083 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742047_1223{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:00,084 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55940, dest: /127.0.0.1:50911, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0019_m_000003_0_-1988890373_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742047_1223, duration: 7039125
2014-04-10 11:05:00,084 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742047_1223, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:00,084 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742047_1223{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:00,084 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742047_1223, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:00,085 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742049_1225 src: /127.0.0.1:55941 dest: /127.0.0.1:50911
2014-04-10 11:05:00,086 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742049_1225 src: /127.0.0.1:54140 dest: /127.0.0.1:36156
2014-04-10 11:05:00,087 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742049_1225 src: /127.0.0.1:41416 dest: /127.0.0.1:37218
2014-04-10 11:05:00,099 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000003_0/part-00003 is closed by DFSClient_attempt_1397145675630_0019_m_000003_0_-1988890373_1
2014-04-10 11:05:00,106 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742050_1226 src: /127.0.0.1:55945 dest: /127.0.0.1:50911
2014-04-10 11:05:00,107 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742050_1226 src: /127.0.0.1:54142 dest: /127.0.0.1:36156
2014-04-10 11:05:00,111 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41416, dest: /127.0.0.1:37218, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0019_m_000001_0_-1287431255_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742049_1225, duration: 22707812
2014-04-10 11:05:00,112 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54140, dest: /127.0.0.1:36156, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0019_m_000001_0_-1287431255_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742049_1225, duration: 23371956
2014-04-10 11:05:00,112 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742049_1225, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:00,112 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742049_1225, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:00,116 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742049_1225{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:05:00,116 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55941, dest: /127.0.0.1:50911, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0019_m_000001_0_-1287431255_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742049_1225, duration: 26613577
2014-04-10 11:05:00,117 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742049_1225, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:00,117 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742049_1225{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:05:00,116 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742050_1226 src: /127.0.0.1:49761 dest: /127.0.0.1:53749
2014-04-10 11:05:00,117 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742049_1225{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:05:00,117 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742048_1224 src: /127.0.0.1:41411 dest: /127.0.0.1:37218
2014-04-10 11:05:00,120 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742048_1224 src: /127.0.0.1:55950 dest: /127.0.0.1:50911
2014-04-10 11:05:00,121 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742048_1224 src: /127.0.0.1:54145 dest: /127.0.0.1:36156
2014-04-10 11:05:00,124 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49761, dest: /127.0.0.1:53749, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0019_m_000002_0_-1159321137_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742050_1226, duration: 3695938
2014-04-10 11:05:00,125 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742050_1226, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:00,125 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742050_1226{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:00,125 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54142, dest: /127.0.0.1:36156, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0019_m_000002_0_-1159321137_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742050_1226, duration: 4325002
2014-04-10 11:05:00,125 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742050_1226, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:00,126 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55945, dest: /127.0.0.1:50911, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0019_m_000002_0_-1159321137_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742050_1226, duration: 5419181
2014-04-10 11:05:00,126 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742050_1226, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:00,126 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742050_1226{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:00,126 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742050_1226{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:00,127 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54145, dest: /127.0.0.1:36156, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0019_m_000000_0_10972399_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742048_1224, duration: 5381679
2014-04-10 11:05:00,128 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55950, dest: /127.0.0.1:50911, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0019_m_000000_0_10972399_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742048_1224, duration: 5696097
2014-04-10 11:05:00,128 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742048_1224, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:00,128 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742048_1224, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:00,129 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742048_1224{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:05:00,129 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41411, dest: /127.0.0.1:37218, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0019_m_000000_0_10972399_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742048_1224, duration: 6650846
2014-04-10 11:05:00,129 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742048_1224, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:00,130 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742048_1224{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:05:00,130 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742048_1224{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:05:00,132 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000001_0/part-00001 is closed by DFSClient_attempt_1397145675630_0019_m_000001_0_-1287431255_1
2014-04-10 11:05:00,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000004_0 dst=null perm=null
2014-04-10 11:05:00,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000004_0 dst=null perm=null
2014-04-10 11:05:00,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/task_1397145675630_0019_m_000004 dst=null perm=null
2014-04-10 11:05:00,149 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0019_m_000000_0_10972399_1
2014-04-10 11:05:00,149 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000002_0/part-00002 is closed by DFSClient_attempt_1397145675630_0019_m_000002_0_-1159321137_1
2014-04-10 11:05:00,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000003_0 dst=null perm=null
2014-04-10 11:05:00,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000003_0 dst=null perm=null
2014-04-10 11:05:00,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000004_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/task_1397145675630_0019_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:00,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/task_1397145675630_0019_m_000003 dst=null perm=null
2014-04-10 11:05:00,171 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742050_1226
2014-04-10 11:05:00,171 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742047_1223
2014-04-10 11:05:00,171 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742049_1225
2014-04-10 11:05:00,172 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742048_1224
2014-04-10 11:05:00,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/task_1397145675630_0019_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:00,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000001_0 dst=null perm=null
2014-04-10 11:05:00,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000001_0 dst=null perm=null
2014-04-10 11:05:00,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/task_1397145675630_0019_m_000001 dst=null perm=null
2014-04-10 11:05:00,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000002_0 dst=null perm=null
2014-04-10 11:05:00,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/task_1397145675630_0019_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:00,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000002_0 dst=null perm=null
2014-04-10 11:05:00,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/task_1397145675630_0019_m_000002 dst=null perm=null
2014-04-10 11:05:00,250 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0019_01_000006
2014-04-10 11:05:00,250 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000006
2014-04-10 11:05:00,250 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:05:00,250 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0019_01_000006
2014-04-10 11:05:00,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000000_0 dst=null perm=null
2014-04-10 11:05:00,256 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0019_01_000006 is : 143
2014-04-10 11:05:00,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/task_1397145675630_0019_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:00,268 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job_1397145675630_0019_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073742051_1227{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:05:00,268 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:00,269 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000006
2014-04-10 11:05:00,269 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000006
2014-04-10 11:05:00,269 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000006
2014-04-10 11:05:00,270 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000006
2014-04-10 11:05:00,270 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000006
2014-04-10 11:05:00,270 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:00,270 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0019_01_000006 from application application_1397145675630_0019
2014-04-10 11:05:00,270 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:00,270 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0019
2014-04-10 11:05:00,274 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0019_01_000005
2014-04-10 11:05:00,274 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000005
2014-04-10 11:05:00,274 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:05:00,274 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0019_01_000005
2014-04-10 11:05:00,282 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0019_01_000005 is : 143
2014-04-10 11:05:00,284 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742051_1227 src: /127.0.0.1:49764 dest: /127.0.0.1:53749
2014-04-10 11:05:00,292 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742051_1227 src: /127.0.0.1:55953 dest: /127.0.0.1:50911
2014-04-10 11:05:00,294 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:00,295 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000005
2014-04-10 11:05:00,295 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000005
2014-04-10 11:05:00,296 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000005
2014-04-10 11:05:00,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000005
2014-04-10 11:05:00,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000005
2014-04-10 11:05:00,296 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:00,296 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0019_01_000005 from application application_1397145675630_0019
2014-04-10 11:05:00,296 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:00,296 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0019
2014-04-10 11:05:00,297 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0019_01_000003
2014-04-10 11:05:00,297 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000003
2014-04-10 11:05:00,297 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:05:00,298 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0019_01_000003
2014-04-10 11:05:00,299 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742051_1227 src: /127.0.0.1:54148 dest: /127.0.0.1:36156
2014-04-10 11:05:00,303 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job_1397145675630_0019_1.jhist for DFSClient_NONMAPREDUCE_-263667195_1
2014-04-10 11:05:00,303 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0019_01_000003 is : 143
2014-04-10 11:05:00,311 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:00,311 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0019_01_000004
2014-04-10 11:05:00,311 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000003
2014-04-10 11:05:00,311 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:05:00,311 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000003
2014-04-10 11:05:00,311 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000004
2014-04-10 11:05:00,311 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0019_01_000004
2014-04-10 11:05:00,311 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000003
2014-04-10 11:05:00,312 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000003
2014-04-10 11:05:00,311 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0019_01_000005
2014-04-10 11:05:00,312 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:00,311 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000003
2014-04-10 11:05:00,312 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0019_01_000003 from application application_1397145675630_0019
2014-04-10 11:05:00,312 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0019_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:00,312 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:00,312 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0019_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:05:00,312 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0019
2014-04-10 11:05:00,312 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000005
2014-04-10 11:05:00,312 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0019_01_000005 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:05:00,312 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:05:00,312 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0019_01_000005, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:00,313 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:00,313 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:05:00,313 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0019_000001 released container container_1397145675630_0019_01_000005 on node: host: localhost:43726 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:05:00,316 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0019_01_000004 is : 143
2014-04-10 11:05:00,325 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:00,326 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000004
2014-04-10 11:05:00,326 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000004
2014-04-10 11:05:00,326 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000004
2014-04-10 11:05:00,326 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000004
2014-04-10 11:05:00,326 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000004
2014-04-10 11:05:00,326 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:00,326 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0019_01_000004 from application application_1397145675630_0019
2014-04-10 11:05:00,326 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:00,326 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0019
2014-04-10 11:05:01,251 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0019_01_000006
2014-04-10 11:05:01,252 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0019_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:01,252 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0019_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:05:01,252 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000006
2014-04-10 11:05:01,252 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0019_01_000006 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:05:01,252 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:05:01,252 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0019_01_000006, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:01,253 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:01,253 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:05:01,253 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0019_000001 released container container_1397145675630_0019_01_000006 on node: host: localhost:55857 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:05:01,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000000_0 dst=null perm=null
2014-04-10 11:05:01,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/task_1397145675630_0019_m_000000 dst=null perm=null
2014-04-10 11:05:01,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397145675630_0019_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/task_1397145675630_0019_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:01,298 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0019_01_000003
2014-04-10 11:05:01,298 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0019_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:01,298 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0019_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:05:01,299 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000003
2014-04-10 11:05:01,299 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0019_01_000003 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:05:01,299 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:05:01,299 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0019_01_000003, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:01,299 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:01,299 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:05:01,299 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0019_000001 released container container_1397145675630_0019_01_000003 on node: host: localhost:38779 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:05:01,312 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0019_01_000004
2014-04-10 11:05:01,312 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0019_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:01,312 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0019_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:05:01,313 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000004
2014-04-10 11:05:01,313 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0019_01_000004 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:05:01,313 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:05:01,313 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0019_01_000004, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:01,313 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:01,313 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:05:01,313 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0019_000001 released container container_1397145675630_0019_01_000004 on node: host: localhost:43726 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:05:01,333 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0019_01_000002
2014-04-10 11:05:01,333 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000002
2014-04-10 11:05:01,333 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:05:01,333 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0019_01_000002
2014-04-10 11:05:01,342 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0019_01_000002 is : 143
2014-04-10 11:05:01,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:01,357 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:01,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000002
2014-04-10 11:05:01,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000002
2014-04-10 11:05:01,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000002
2014-04-10 11:05:01,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000002
2014-04-10 11:05:01,358 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000002
2014-04-10 11:05:01,359 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:01,359 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0019_01_000002 from application application_1397145675630_0019
2014-04-10 11:05:01,359 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:01,359 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0019
2014-04-10 11:05:01,366 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-263667195_1
2014-04-10 11:05:01,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1 dst=null perm=null
2014-04-10 11:05:01,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 11:05:01,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 11:05:01,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/task_1397145675630_0019_m_000000 dst=null perm=null
2014-04-10 11:05:01,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00000 dst=null perm=null
2014-04-10 11:05:01,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/task_1397145675630_0019_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:01,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 11:05:01,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 11:05:01,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/task_1397145675630_0019_m_000001 dst=null perm=null
2014-04-10 11:05:01,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00001 dst=null perm=null
2014-04-10 11:05:01,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/task_1397145675630_0019_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:01,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 11:05:01,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 11:05:01,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/task_1397145675630_0019_m_000002 dst=null perm=null
2014-04-10 11:05:01,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00002 dst=null perm=null
2014-04-10 11:05:01,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/task_1397145675630_0019_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:01,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 11:05:01,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 11:05:01,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/task_1397145675630_0019_m_000003 dst=null perm=null
2014-04-10 11:05:01,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00003 dst=null perm=null
2014-04-10 11:05:01,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/task_1397145675630_0019_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:01,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 11:05:01,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 11:05:01,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/task_1397145675630_0019_m_000004 dst=null perm=null
2014-04-10 11:05:01,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00004 dst=null perm=null
2014-04-10 11:05:01,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary/1/task_1397145675630_0019_m_000004/part-00004 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:01,502 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742047_1223
2014-04-10 11:05:01,502 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742048_1224
2014-04-10 11:05:01,503 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742050_1226
2014-04-10 11:05:01,503 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742049_1225
2014-04-10 11:05:01,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary dst=null perm=null
2014-04-10 11:05:01,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:01,541 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-263667195_1
2014-04-10 11:05:01,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:01,574 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-263667195_1
2014-04-10 11:05:01,595 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54148, dest: /127.0.0.1:36156, bytes: 54632, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-263667195_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742051_1227, duration: 1294080995
2014-04-10 11:05:01,596 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742051_1227, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:01,597 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55953, dest: /127.0.0.1:50911, bytes: 54632, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-263667195_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742051_1227, duration: 1295223849
2014-04-10 11:05:01,597 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742051_1227{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 15152
2014-04-10 11:05:01,597 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742051_1227, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:01,598 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49764, dest: /127.0.0.1:53749, bytes: 54632, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-263667195_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742051_1227, duration: 1296632611
2014-04-10 11:05:01,598 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742051_1227{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 15152
2014-04-10 11:05:01,598 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742051_1227, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:01,599 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742051_1227{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 15152
2014-04-10 11:05:01,616 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job_1397145675630_0019_1.jhist is closed by DFSClient_NONMAPREDUCE_-263667195_1
2014-04-10 11:05:01,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:01,636 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742052_1228{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:05:01,651 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742052_1228 src: /127.0.0.1:41424 dest: /127.0.0.1:37218
2014-04-10 11:05:01,653 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742052_1228 src: /127.0.0.1:54150 dest: /127.0.0.1:36156
2014-04-10 11:05:01,654 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742052_1228 src: /127.0.0.1:55957 dest: /127.0.0.1:50911
2014-04-10 11:05:01,657 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55957, dest: /127.0.0.1:50911, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-263667195_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742052_1228, duration: 1706789
2014-04-10 11:05:01,658 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742052_1228, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:01,658 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742052_1228{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:05:01,658 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54150, dest: /127.0.0.1:36156, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-263667195_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742052_1228, duration: 2341086
2014-04-10 11:05:01,659 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742052_1228, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:01,659 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742052_1228{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:05:01,659 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41424, dest: /127.0.0.1:37218, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-263667195_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742052_1228, duration: 3217762
2014-04-10 11:05:01,659 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742052_1228, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:01,660 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742052_1228{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:05:01,674 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019.summary_tmp is closed by DFSClient_NONMAPREDUCE_-263667195_1
2014-04-10 11:05:01,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:01,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job_1397145675630_0019_1.jhist dst=null perm=null
2014-04-10 11:05:01,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019-1397145891280-brock-%5BF293E5B239F741DB8A8CF5DDC8329ECA%2F44EA7C2EF3CB44FF-1397145901575-5-0-SUCCEEDED-default-1397145893922.jhist_tmp dst=null perm=null
2014-04-10 11:05:01,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job_1397145675630_0019_1.jhist dst=null perm=null
2014-04-10 11:05:01,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019-1397145891280-brock-%5BF293E5B239F741DB8A8CF5DDC8329ECA%2F44EA7C2EF3CB44FF-1397145901575-5-0-SUCCEEDED-default-1397145893922.jhist_tmp dst=null perm=null
2014-04-10 11:05:01,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job_1397145675630_0019_1.jhist dst=null perm=null
2014-04-10 11:05:01,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019-1397145891280-brock-%5BF293E5B239F741DB8A8CF5DDC8329ECA%2F44EA7C2EF3CB44FF-1397145901575-5-0-SUCCEEDED-default-1397145893922.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:01,730 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49770, bytes: 55060, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-263667195_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742051_1227, duration: 177611
2014-04-10 11:05:01,733 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019-1397145891280-brock-%5BF293E5B239F741DB8A8CF5DDC8329ECA%2F44EA7C2EF3CB44FF-1397145901575-5-0-SUCCEEDED-default-1397145893922.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742053_1229{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:05:01,752 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742053_1229 src: /127.0.0.1:55959 dest: /127.0.0.1:50911
2014-04-10 11:05:01,753 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742053_1229 src: /127.0.0.1:41429 dest: /127.0.0.1:37218
2014-04-10 11:05:01,754 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742053_1229 src: /127.0.0.1:49773 dest: /127.0.0.1:53749
2014-04-10 11:05:01,758 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49773, dest: /127.0.0.1:53749, bytes: 54632, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-263667195_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742053_1229, duration: 2475544
2014-04-10 11:05:01,758 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742053_1229, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:01,758 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742053_1229{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:01,758 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41429, dest: /127.0.0.1:37218, bytes: 54632, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-263667195_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742053_1229, duration: 2992074
2014-04-10 11:05:01,759 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742053_1229, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:01,759 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742053_1229{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:01,759 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55959, dest: /127.0.0.1:50911, bytes: 54632, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-263667195_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742053_1229, duration: 3677752
2014-04-10 11:05:01,760 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742053_1229, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:01,760 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742053_1229{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:01,774 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019-1397145891280-brock-%5BF293E5B239F741DB8A8CF5DDC8329ECA%2F44EA7C2EF3CB44FF-1397145901575-5-0-SUCCEEDED-default-1397145893922.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-263667195_1
2014-04-10 11:05:01,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019-1397145891280-brock-%5BF293E5B239F741DB8A8CF5DDC8329ECA%2F44EA7C2EF3CB44FF-1397145901575-5-0-SUCCEEDED-default-1397145893922.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:01,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job_1397145675630_0019_1_conf.xml dst=null perm=null
2014-04-10 11:05:01,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019_conf.xml_tmp dst=null perm=null
2014-04-10 11:05:01,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job_1397145675630_0019_1_conf.xml dst=null perm=null
2014-04-10 11:05:01,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019_conf.xml_tmp dst=null perm=null
2014-04-10 11:05:01,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019/job_1397145675630_0019_1_conf.xml dst=null perm=null
2014-04-10 11:05:01,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:01,818 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54156, bytes: 95846, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-263667195_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742046_1222, duration: 388310
2014-04-10 11:05:01,821 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742054_1230{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:05:01,835 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742054_1230 src: /127.0.0.1:49775 dest: /127.0.0.1:53749
2014-04-10 11:05:01,836 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742054_1230 src: /127.0.0.1:41433 dest: /127.0.0.1:37218
2014-04-10 11:05:01,837 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742054_1230 src: /127.0.0.1:55965 dest: /127.0.0.1:50911
2014-04-10 11:05:01,841 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55965, dest: /127.0.0.1:50911, bytes: 95102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-263667195_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742054_1230, duration: 3239730
2014-04-10 11:05:01,842 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742054_1230, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:01,842 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742054_1230{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:01,842 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41433, dest: /127.0.0.1:37218, bytes: 95102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-263667195_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742054_1230, duration: 2958074
2014-04-10 11:05:01,842 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742054_1230, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:01,843 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742054_1230{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:01,843 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49775, dest: /127.0.0.1:53749, bytes: 95102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-263667195_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742054_1230, duration: 3724029
2014-04-10 11:05:01,843 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742054_1230, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:01,843 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742054_1230{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:01,857 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-263667195_1
2014-04-10 11:05:01,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:01,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:01,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:01,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019-1397145891280-brock-%5BF293E5B239F741DB8A8CF5DDC8329ECA%2F44EA7C2EF3CB44FF-1397145901575-5-0-SUCCEEDED-default-1397145893922.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019-1397145891280-brock-%5BF293E5B239F741DB8A8CF5DDC8329ECA%2F44EA7C2EF3CB44FF-1397145901575-5-0-SUCCEEDED-default-1397145893922.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:01,932 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0019_000001 with final state: FINISHING
2014-04-10 11:05:01,932 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0019_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:05:01,932 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0019 with final state: FINISHING
2014-04-10 11:05:01,933 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0019 State change from RUNNING to FINAL_SAVING
2014-04-10 11:05:01,933 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0019
2014-04-10 11:05:01,934 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0019_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:05:01,934 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0019 State change from FINAL_SAVING to FINISHING
2014-04-10 11:05:01,955 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:05:01,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:05:01,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:05:01,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019.summary dst=null perm=null
2014-04-10 11:05:01,962 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41437, bytes: 442, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742052_1228, duration: 107945
2014-04-10 11:05:01,962 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0019,submitTime=1397145891280,launchTime=1397145893922,firstMapTaskLaunchTime=1397145896092,firstReduceTaskLaunchTime=0,finishTime=1397145901575,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=21,reduceSlotSeconds=0,jobName=[F293E5B239F741DB8A8CF5DDC8329ECA/44EA7C2EF3CB44FFB17DF9821E767206] lower*upper/(1/1) ...ldedpipesplatform/unknown
2014-04-10 11:05:01,962 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019.summary]
2014-04-10 11:05:02,024 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742052_1228 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:50911
2014-04-10 11:05:02,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019.summary dst=null perm=null
2014-04-10 11:05:02,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:05:02,027 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019-1397145891280-brock-%5BF293E5B239F741DB8A8CF5DDC8329ECA%2F44EA7C2EF3CB44FF-1397145901575-5-0-SUCCEEDED-default-1397145893922.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0019-1397145891280-brock-%5BF293E5B239F741DB8A8CF5DDC8329ECA%2F44EA7C2EF3CB44FF-1397145901575-5-0-SUCCEEDED-default-1397145893922.jhist
2014-04-10 11:05:02,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019-1397145891280-brock-%5BF293E5B239F741DB8A8CF5DDC8329ECA%2F44EA7C2EF3CB44FF-1397145901575-5-0-SUCCEEDED-default-1397145893922.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0019-1397145891280-brock-%5BF293E5B239F741DB8A8CF5DDC8329ECA%2F44EA7C2EF3CB44FF-1397145901575-5-0-SUCCEEDED-default-1397145893922.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:02,041 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0019_conf.xml
2014-04-10 11:05:02,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0019_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0019_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:02,073 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0019 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0019-1397145891280-brock-%5BF293E5B239F741DB8A8CF5DDC8329ECA%2F44EA7C2EF3CB44FF-1397145901575-5-0-SUCCEEDED-default-1397145893922.jhist
2014-04-10 11:05:02,074 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0019-1397145891280-brock-%5BF293E5B239F741DB8A8CF5DDC8329ECA%2F44EA7C2EF3CB44FF-1397145901575-5-0-SUCCEEDED-default-1397145893922.jhist]
2014-04-10 11:05:02,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0019-1397145891280-brock-%5BF293E5B239F741DB8A8CF5DDC8329ECA%2F44EA7C2EF3CB44FF-1397145901575-5-0-SUCCEEDED-default-1397145893922.jhist dst=null perm=null
2014-04-10 11:05:02,078 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55969, bytes: 55060, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742053_1229, duration: 195522
2014-04-10 11:05:02,083 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742051_1227
2014-04-10 11:05:02,085 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742054_1230
2014-04-10 11:05:02,086 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742053_1229
2014-04-10 11:05:02,086 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742050_1226
2014-04-10 11:05:02,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 11:05:02,116 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary
2014-04-10 11:05:02,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/_temporary dst=null perm=null
2014-04-10 11:05:02,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 11:05:02,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 11:05:02,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 11:05:02,139 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:05:02,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00000 dst=null perm=null
2014-04-10 11:05:02,143 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54164, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742048_1224, duration: 225304
2014-04-10 11:05:02,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00001 dst=null perm=null
2014-04-10 11:05:02,145 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55969, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742049_1225, duration: 258184
2014-04-10 11:05:02,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00002 dst=null perm=null
2014-04-10 11:05:02,148 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54164, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742050_1226, duration: 194519
2014-04-10 11:05:02,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00003 dst=null perm=null
2014-04-10 11:05:02,151 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55969, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742047_1223, duration: 243300
2014-04-10 11:05:02,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00004 dst=null perm=null
2014-04-10 11:05:02,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 11:05:02,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 11:05:02,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 11:05:02,173 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:05:02,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00000 dst=null perm=null
2014-04-10 11:05:02,176 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55969, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742048_1224, duration: 275344
2014-04-10 11:05:02,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00001 dst=null perm=null
2014-04-10 11:05:02,179 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41437, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742049_1225, duration: 250842
2014-04-10 11:05:02,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00002 dst=null perm=null
2014-04-10 11:05:02,182 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49783, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742050_1226, duration: 208986
2014-04-10 11:05:02,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00003 dst=null perm=null
2014-04-10 11:05:02,184 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54164, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742047_1223, duration: 218301
2014-04-10 11:05:02,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00004 dst=null perm=null
2014-04-10 11:05:02,185 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/joinfieldedpipesplatform/unknown
2014-04-10 11:05:02,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 11:05:02,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 11:05:02,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 11:05:02,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 11:05:02,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00000 dst=null perm=null
2014-04-10 11:05:02,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00000 dst=null perm=null
2014-04-10 11:05:02,193 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41437, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742048_1224, duration: 253578
2014-04-10 11:05:02,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00001 dst=null perm=null
2014-04-10 11:05:02,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00001 dst=null perm=null
2014-04-10 11:05:02,196 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41437, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742049_1225, duration: 241165
2014-04-10 11:05:02,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00002 dst=null perm=null
2014-04-10 11:05:02,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00002 dst=null perm=null
2014-04-10 11:05:02,199 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55969, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742050_1226, duration: 176001
2014-04-10 11:05:02,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00003 dst=null perm=null
2014-04-10 11:05:02,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00003 dst=null perm=null
2014-04-10 11:05:02,202 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55969, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742047_1223, duration: 171618
2014-04-10 11:05:02,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00004 dst=null perm=null
2014-04-10 11:05:02,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/unknown/part-00004 dst=null perm=null
2014-04-10 11:05:02,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:02,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:02,221 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:05:02,221 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:05:02,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost dst=null perm=null
2014-04-10 11:05:02,246 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper1*upper2] starting
2014-04-10 11:05:02,247 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper1*upper2] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:05:02,247 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper1*upper2] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:05:02,247 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper1*upper2] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:05:02,247 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper1*upper2] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost"]
2014-04-10 11:05:02,247 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper1*upper2] parallel execution is enabled: true
2014-04-10 11:05:02,247 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper1*upper2] starting jobs: 1
2014-04-10 11:05:02,247 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper1*upper2] allocating threads: 1
2014-04-10 11:05:02,251 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper1*upper2] starting step: (1/1) ...m/joinaroundjoinrightmost
2014-04-10 11:05:02,261 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:05:02,268 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:05:02,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost dst=null perm=null
2014-04-10 11:05:02,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:05:02,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:05:02,272 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 20
2014-04-10 11:05:02,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020 dst=null perm=null
2014-04-10 11:05:02,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:05:02,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:05:02,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar dst=null perm=null
2014-04-10 11:05:02,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:02,334 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0019_01_000002
2014-04-10 11:05:02,334 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0019_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:02,334 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0019_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:05:02,334 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000002
2014-04-10 11:05:02,335 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073742055_1231{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:05:02,335 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0019_01_000002 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:05:02,335 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:05:02,335 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0019_01_000002, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:02,335 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:02,335 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:05:02,336 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0019_000001 released container container_1397145675630_0019_01_000002 on node: host: localhost:38779 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:05:02,350 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742055_1231 src: /127.0.0.1:54166 dest: /127.0.0.1:36156
2014-04-10 11:05:02,352 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742055_1231 src: /127.0.0.1:55973 dest: /127.0.0.1:50911
2014-04-10 11:05:02,353 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742055_1231 src: /127.0.0.1:49786 dest: /127.0.0.1:53749
2014-04-10 11:05:02,360 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49786, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742055_1231, duration: 6228649
2014-04-10 11:05:02,361 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742055_1231, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:02,361 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742055_1231{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:02,361 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55973, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742055_1231, duration: 6842203
2014-04-10 11:05:02,362 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742055_1231, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:02,362 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742055_1231{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:02,362 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54166, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742055_1231, duration: 4676521
2014-04-10 11:05:02,362 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742055_1231, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:02,363 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742055_1231{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:02,374 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:05:02,375 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar
2014-04-10 11:05:02,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar dst=null perm=null
2014-04-10 11:05:02,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:02,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:02,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:02,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:02,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:05:02,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:05:02,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:05:02,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:05:02,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:05:02,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:02,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:02,419 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:05:02,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:02,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:02,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:02,450 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.split
2014-04-10 11:05:02,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.split dst=null perm=null
2014-04-10 11:05:02,468 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073742056_1232{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:05:02,479 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742052_1228
2014-04-10 11:05:02,479 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742047_1223
2014-04-10 11:05:02,479 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742049_1225
2014-04-10 11:05:02,480 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742048_1224
2014-04-10 11:05:02,480 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742053_1229
2014-04-10 11:05:02,482 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742054_1230
2014-04-10 11:05:02,484 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742056_1232 src: /127.0.0.1:54169 dest: /127.0.0.1:36156
2014-04-10 11:05:02,485 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742056_1232 src: /127.0.0.1:49788 dest: /127.0.0.1:53749
2014-04-10 11:05:02,486 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742056_1232 src: /127.0.0.1:41446 dest: /127.0.0.1:37218
2014-04-10 11:05:02,487 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742056_1232 src: /127.0.0.1:55978 dest: /127.0.0.1:50911
2014-04-10 11:05:02,491 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55978, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742056_1232, duration: 2086038
2014-04-10 11:05:02,491 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742056_1232, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:02,491 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742056_1232{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:02,491 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41446, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742056_1232, duration: 2578608
2014-04-10 11:05:02,492 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742056_1232, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:02,492 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742056_1232{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:02,492 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49788, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742056_1232, duration: 3239794
2014-04-10 11:05:02,492 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742056_1232, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:02,493 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742056_1232{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:02,493 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54169, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742056_1232, duration: 3831296
2014-04-10 11:05:02,493 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742056_1232, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:02,493 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742056_1232{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:02,507 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:05:02,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:02,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:02,542 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073742057_1233{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:05:02,559 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742057_1233 src: /127.0.0.1:41448 dest: /127.0.0.1:37218
2014-04-10 11:05:02,560 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742057_1233 src: /127.0.0.1:54174 dest: /127.0.0.1:36156
2014-04-10 11:05:02,561 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742057_1233 src: /127.0.0.1:55981 dest: /127.0.0.1:50911
2014-04-10 11:05:02,564 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55981, dest: /127.0.0.1:50911, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742057_1233, duration: 1645841
2014-04-10 11:05:02,564 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742057_1233, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:02,564 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742057_1233{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:02,564 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54174, dest: /127.0.0.1:36156, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742057_1233, duration: 2038973
2014-04-10 11:05:02,564 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742057_1233, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:02,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742057_1233{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:02,565 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41448, dest: /127.0.0.1:37218, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742057_1233, duration: 2620507
2014-04-10 11:05:02,565 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742057_1233, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:02,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742057_1233{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:02,582 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:05:02,583 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:05:02,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:02,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:02,623 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742058_1234{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:05:02,642 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742058_1234 src: /127.0.0.1:49794 dest: /127.0.0.1:53749
2014-04-10 11:05:02,643 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742058_1234 src: /127.0.0.1:41452 dest: /127.0.0.1:37218
2014-04-10 11:05:02,645 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742058_1234 src: /127.0.0.1:55984 dest: /127.0.0.1:50911
2014-04-10 11:05:02,648 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55984, dest: /127.0.0.1:50911, bytes: 81595, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742058_1234, duration: 2134034
2014-04-10 11:05:02,648 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742058_1234, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:02,648 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742058_1234{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:02,648 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41452, dest: /127.0.0.1:37218, bytes: 81595, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742058_1234, duration: 2601972
2014-04-10 11:05:02,649 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742058_1234, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:02,649 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742058_1234{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:02,649 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49794, dest: /127.0.0.1:53749, bytes: 81595, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742058_1234, duration: 3293991
2014-04-10 11:05:02,650 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742058_1234, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:02,650 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742058_1234{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:02,666 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:05:02,666 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0020
2014-04-10 11:05:02,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020 dst=null perm=null
2014-04-10 11:05:02,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.xml dst=null perm=null
2014-04-10 11:05:02,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.xml dst=null perm=null
2014-04-10 11:05:02,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar dst=null perm=null
2014-04-10 11:05:02,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar dst=null perm=null
2014-04-10 11:05:02,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.split dst=null perm=null
2014-04-10 11:05:02,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.split dst=null perm=null
2014-04-10 11:05:02,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:02,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:02,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:02,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:02,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:02,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:02,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:02,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:02,723 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 20 submitted by user brock
2014-04-10 11:05:02,724 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0020
2014-04-10 11:05:02,724 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0020
2014-04-10 11:05:02,724 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0020
2014-04-10 11:05:02,724 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0020 State change from NEW to NEW_SAVING
2014-04-10 11:05:02,725 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0020 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:05:02,725 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0020_000001
2014-04-10 11:05:02,725 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0020_000001 State change from NEW to SUBMITTED
2014-04-10 11:05:02,726 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0020 from user: brock activated in queue: default
2014-04-10 11:05:02,726 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0020 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:05:02,726 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0020 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:05:02,726 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0020
2014-04-10 11:05:02,726 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0020_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:05:02,727 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0020_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:05:02,727 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0020 State change from SUBMITTED to ACCEPTED
2014-04-10 11:05:02,732 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0020/
2014-04-10 11:05:02,732 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper1*upper2] submitted hadoop job: job_1397145675630_0020
2014-04-10 11:05:02,732 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper1*upper2] tracking url: http://localhost:33250/proxy/application_1397145675630_0020/
2014-04-10 11:05:02,949 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742042_1218 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:05:02,949 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742043_1219 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:05:02,950 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742044_1220 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:50911
2014-04-10 11:05:02,950 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742045_1221 127.0.0.1:36156 127.0.0.1:50911 127.0.0.1:37218
2014-04-10 11:05:02,950 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742051_1227 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:05:02,950 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742046_1222 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:53749
2014-04-10 11:05:02,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0019 dst=null perm=null
2014-04-10 11:05:03,256 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0020_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:03,257 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000001
2014-04-10 11:05:03,257 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0020_01_000001 of capacity <memory:2048, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:05:03,257 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0020 container=Container: [ContainerId: container_1397145675630_0020_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0020_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:03,258 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:05:03,258 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0020_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:03,258 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:03,258 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0020 AttemptId: appattempt_1397145675630_0020_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0020_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ]
2014-04-10 11:05:03,259 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0020_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:05:03,259 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0020_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:05:03,259 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0020_000001
2014-04-10 11:05:03,260 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0020_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] for AM appattempt_1397145675630_0020_000001
2014-04-10 11:05:03,260 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0020_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:05:03,263 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0020_000001 (auth:SIMPLE)
2014-04-10 11:05:03,264 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0020_01_000001 by user brock
2014-04-10 11:05:03,265 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0020
2014-04-10 11:05:03,265 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000001
2014-04-10 11:05:03,265 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0020 transitioned from NEW to INITING
2014-04-10 11:05:03,265 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0020_01_000001 to application application_1397145675630_0020
2014-04-10 11:05:03,266 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0020_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] for AM appattempt_1397145675630_0020_000001
2014-04-10 11:05:03,266 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0020 transitioned from INITING to RUNNING
2014-04-10 11:05:03,266 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0020_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:05:03,266 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:05:03,266 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0020
2014-04-10 11:05:03,267 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:05:03,267 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:05:03,267 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:05:03,267 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:05:03,267 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0020_01_000001
2014-04-10 11:05:03,278 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145675630_0020_01_000001.tokens. Credentials list:
2014-04-10 11:05:03,292 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:05:03,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145675630_0020_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000001.tokens
2014-04-10 11:05:03,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0020 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0020
2014-04-10 11:05:03,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar dst=null perm=null
2014-04-10 11:05:03,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar dst=null perm=null
2014-04-10 11:05:03,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar dst=null perm=null
2014-04-10 11:05:03,469 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:55988, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_133703474_11803, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742055_1231, duration: 616812
2014-04-10 11:05:03,492 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0020/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:03,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:03,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:03,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:03,518 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54183, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_133703474_11803, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742057_1233, duration: 236407
2014-04-10 11:05:03,536 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0020/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:03,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.split dst=null perm=null
2014-04-10 11:05:03,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.split dst=null perm=null
2014-04-10 11:05:03,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.split dst=null perm=null
2014-04-10 11:05:03,563 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41459, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_133703474_11803, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742056_1232, duration: 305504
2014-04-10 11:05:03,581 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0020/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:03,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.xml dst=null perm=null
2014-04-10 11:05:03,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.xml dst=null perm=null
2014-04-10 11:05:03,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.xml dst=null perm=null
2014-04-10 11:05:03,607 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49803, bytes: 82235, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_133703474_11803, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742058_1234, duration: 407514
2014-04-10 11:05:03,626 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0020/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:03,626 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:03,661 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:03,661 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:03,725 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000001/default_container_executor.sh]
2014-04-10 11:05:04,136 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53749 to replicate blk_1073742055_1231 to datanode(s) 127.0.0.1:37218
2014-04-10 11:05:04,136 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073742051_1227, blk_1073742052_1228, blk_1073742042_1218, blk_1073742043_1219, blk_1073742044_1220, blk_1073742045_1221, blk_1073742046_1222]
2014-04-10 11:05:04,136 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073742051_1227, blk_1073742052_1228, blk_1073742042_1218, blk_1073742043_1219, blk_1073742044_1220, blk_1073742045_1221, blk_1073742046_1222]
2014-04-10 11:05:04,252 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0020_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:04,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:05:04,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/COMMIT_STARTED dst=null perm=null
2014-04-10 11:05:04,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:05:04,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/COMMIT_FAIL dst=null perm=null
2014-04-10 11:05:04,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020 dst=null perm=null
2014-04-10 11:05:04,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:05:04,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:05:05,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:05,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:05,174 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742055_1231
2014-04-10 11:05:05,175 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742052_1228
2014-04-10 11:05:05,175 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742056_1232
2014-04-10 11:05:05,175 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742051_1227
2014-04-10 11:05:05,175 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742057_1233
2014-04-10 11:05:05,206 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41462, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1738780209_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742057_1233, duration: 150355
2014-04-10 11:05:05,401 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742051_1227 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742051 for deletion
2014-04-10 11:05:05,401 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742052_1228 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742052 for deletion
2014-04-10 11:05:05,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742042_1218 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742042 for deletion
2014-04-10 11:05:05,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742052_1228 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742052
2014-04-10 11:05:05,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742043_1219 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742043 for deletion
2014-04-10 11:05:05,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742051_1227 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742051
2014-04-10 11:05:05,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742044_1220 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742044 for deletion
2014-04-10 11:05:05,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742043_1219 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742043
2014-04-10 11:05:05,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742045_1221 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742045 for deletion
2014-04-10 11:05:05,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742042_1218 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742042
2014-04-10 11:05:05,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742046_1222 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742046 for deletion
2014-04-10 11:05:05,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742045_1221 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742045
2014-04-10 11:05:05,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742044_1220 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742044
2014-04-10 11:05:05,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742046_1222 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742046
2014-04-10 11:05:05,662 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=68edbb52-d631-4c11-b1f4-78133ce1dada, infoPort=59891, ipcPort=41399, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073742055_1231 to 127.0.0.1:37218
2014-04-10 11:05:05,663 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742055_1231 src: /127.0.0.1:41463 dest: /127.0.0.1:37218
2014-04-10 11:05:05,663 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073742055_1231 (numBytes=244650) to 127.0.0.1/127.0.0.1:37218
2014-04-10 11:05:05,664 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073742055_1231 src: /127.0.0.1:41463 dest: /127.0.0.1:37218 of size 244650
2014-04-10 11:05:05,665 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742055_1231 size 244650
2014-04-10 11:05:05,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742051_1227 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742051 for deletion
2014-04-10 11:05:05,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742052_1228 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742052 for deletion
2014-04-10 11:05:05,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742042_1218 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742042 for deletion
2014-04-10 11:05:05,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742051_1227 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742051
2014-04-10 11:05:05,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742043_1219 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742043 for deletion
2014-04-10 11:05:05,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742052_1228 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742052
2014-04-10 11:05:05,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742042_1218 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742042
2014-04-10 11:05:05,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742043_1219 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742043
2014-04-10 11:05:05,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742044_1220 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742044 for deletion
2014-04-10 11:05:05,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742045_1221 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742045 for deletion
2014-04-10 11:05:05,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742044_1220 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742044
2014-04-10 11:05:05,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742046_1222 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742046 for deletion
2014-04-10 11:05:05,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742045_1221 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742045
2014-04-10 11:05:05,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742046_1222 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742046
2014-04-10 11:05:05,799 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0020_000001 (auth:SIMPLE)
2014-04-10 11:05:05,800 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0020_000001
2014-04-10 11:05:05,801 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0020 APPATTEMPTID=appattempt_1397145675630_0020_000001
2014-04-10 11:05:05,801 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0020_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:05:05,801 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0020 State change from ACCEPTED to RUNNING
2014-04-10 11:05:05,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job_1397145675630_0020_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:05,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:05,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job_1397145675630_0020_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:05,998 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job_1397145675630_0020_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742059_1235{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:05:06,039 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742059_1235 src: /127.0.0.1:49808 dest: /127.0.0.1:53749
2014-04-10 11:05:06,040 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742059_1235 src: /127.0.0.1:41466 dest: /127.0.0.1:37218
2014-04-10 11:05:06,041 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742059_1235 src: /127.0.0.1:54192 dest: /127.0.0.1:36156
2014-04-10 11:05:06,047 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54192, dest: /127.0.0.1:36156, bytes: 95482, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738780209_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742059_1235, duration: 4874051
2014-04-10 11:05:06,047 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742059_1235, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:06,048 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742059_1235{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:06,048 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41466, dest: /127.0.0.1:37218, bytes: 95482, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738780209_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742059_1235, duration: 5584404
2014-04-10 11:05:06,048 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742059_1235, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:06,048 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742059_1235{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:06,048 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49808, dest: /127.0.0.1:53749, bytes: 95482, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738780209_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742059_1235, duration: 6430660
2014-04-10 11:05:06,049 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742059_1235, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:06,049 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742059_1235{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:06,065 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job_1397145675630_0020_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1738780209_1
2014-04-10 11:05:06,507 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742053_1229
2014-04-10 11:05:06,509 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742055_1231
2014-04-10 11:05:06,510 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742057_1233
2014-04-10 11:05:06,709 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742054_1230
2014-04-10 11:05:06,709 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742056_1232
2014-04-10 11:05:06,711 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742058_1234
2014-04-10 11:05:07,093 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742055_1231
2014-04-10 11:05:07,137 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742051_1227, blk_1073742042_1218, blk_1073742043_1219, blk_1073742044_1220, blk_1073742046_1222]
2014-04-10 11:05:07,137 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742052_1228, blk_1073742042_1218, blk_1073742043_1219, blk_1073742045_1221]
2014-04-10 11:05:07,261 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0020_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:07,261 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000002
2014-04-10 11:05:07,261 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0020_01_000002 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:05:07,261 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0020 container=Container: [ContainerId: container_1397145675630_0020_01_000002, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0020_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:07,261 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:05:07,262 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:07,262 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0020_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:07,262 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000003
2014-04-10 11:05:07,262 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0020_01_000003 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:05:07,262 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0020 container=Container: [ContainerId: container_1397145675630_0020_01_000003, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0020_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:07,262 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:05:07,262 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:07,292 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742058_1234
2014-04-10 11:05:07,293 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742056_1232
2014-04-10 11:05:07,293 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742059_1235
2014-04-10 11:05:07,314 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0020_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:07,314 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000004
2014-04-10 11:05:07,314 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0020_01_000004 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:05:07,314 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0020 container=Container: [ContainerId: container_1397145675630_0020_01_000004, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0020_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:07,315 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:05:07,315 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:07,315 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0020_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:07,315 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000005
2014-04-10 11:05:07,315 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0020_01_000005 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:05:07,315 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0020 container=Container: [ContainerId: container_1397145675630_0020_01_000005, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0020_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:07,315 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:05:07,315 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:07,336 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0020_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:07,336 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000006
2014-04-10 11:05:07,336 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0020_01_000006 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:05:07,336 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0020 container=Container: [ContainerId: container_1397145675630_0020_01_000006, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0020_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:07,336 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:05:07,336 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:07,485 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742057_1233
2014-04-10 11:05:07,488 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742055_1231
2014-04-10 11:05:07,488 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742058_1234
2014-04-10 11:05:07,688 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742059_1235
2014-04-10 11:05:07,689 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742056_1232
2014-04-10 11:05:07,847 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0020_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:07,848 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0020_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:07,848 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0020_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:07,848 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0020_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:07,848 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0020_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:07,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar dst=null perm=null
2014-04-10 11:05:07,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar dst=null perm=null
2014-04-10 11:05:07,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.xml dst=null perm=null
2014-04-10 11:05:07,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.xml dst=null perm=null
2014-04-10 11:05:07,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:07,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:07,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:07,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:07,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:07,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:07,977 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0019_01_000001 succeeded
2014-04-10 11:05:07,977 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0020_000001 (auth:SIMPLE)
2014-04-10 11:05:07,978 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:05:07,977 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0020_000001 (auth:SIMPLE)
2014-04-10 11:05:07,978 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0019_01_000001
2014-04-10 11:05:07,978 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0020_000001 (auth:SIMPLE)
2014-04-10 11:05:07,982 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0020_01_000002 by user brock
2014-04-10 11:05:07,982 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0020_01_000003 by user brock
2014-04-10 11:05:07,983 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000002
2014-04-10 11:05:07,983 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000003
2014-04-10 11:05:07,983 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0020_01_000005 by user brock
2014-04-10 11:05:07,984 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0020_01_000004 by user brock
2014-04-10 11:05:07,983 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0020_01_000006 by user brock
2014-04-10 11:05:07,984 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0020_01_000002 to application application_1397145675630_0020
2014-04-10 11:05:07,984 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0020
2014-04-10 11:05:07,984 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0020_01_000003 to application application_1397145675630_0020
2014-04-10 11:05:07,984 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000006
2014-04-10 11:05:07,984 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000004
2014-04-10 11:05:07,984 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0020
2014-04-10 11:05:07,985 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:05:07,985 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000005
2014-04-10 11:05:07,984 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0020 transitioned from NEW to INITING
2014-04-10 11:05:07,986 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0020_01_000006 to application application_1397145675630_0020
2014-04-10 11:05:07,986 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:05:07,986 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0020
2014-04-10 11:05:07,986 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0020 transitioned from INITING to RUNNING
2014-04-10 11:05:07,986 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0020
2014-04-10 11:05:07,986 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:05:07,986 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0020
2014-04-10 11:05:07,986 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:05:07,987 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0020
2014-04-10 11:05:07,987 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0020
2014-04-10 11:05:07,987 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:05:07,987 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0020
2014-04-10 11:05:07,987 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0020
2014-04-10 11:05:07,987 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0020
2014-04-10 11:05:07,987 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:05:07,987 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0020
2014-04-10 11:05:07,988 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:05:07,988 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:05:07,988 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:07,988 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0020_01_000006
2014-04-10 11:05:07,988 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:07,991 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000001
2014-04-10 11:05:07,992 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000001
2014-04-10 11:05:07,992 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0020_01_000004 to application application_1397145675630_0020
2014-04-10 11:05:07,992 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000001
2014-04-10 11:05:07,992 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0020 transitioned from NEW to INITING
2014-04-10 11:05:07,991 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0019/container_1397145675630_0019_01_000001
2014-04-10 11:05:07,992 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0020_01_000005 to application application_1397145675630_0020
2014-04-10 11:05:07,992 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000001
2014-04-10 11:05:07,992 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0019_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:05:07,992 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0019_01_000001 from application application_1397145675630_0019
2014-04-10 11:05:07,992 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:07,992 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0019
2014-04-10 11:05:07,993 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0020 transitioned from INITING to RUNNING
2014-04-10 11:05:07,993 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:05:07,993 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:05:07,993 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0020
2014-04-10 11:05:07,993 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0020
2014-04-10 11:05:07,993 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:05:07,993 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0020
2014-04-10 11:05:07,993 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:05:07,993 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:05:07,994 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0020
2014-04-10 11:05:07,994 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0020
2014-04-10 11:05:07,994 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:05:07,994 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0020
2014-04-10 11:05:07,994 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0020_01_000005
2014-04-10 11:05:07,994 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0020_01_000004
2014-04-10 11:05:07,998 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0020_01_000006.tokens. Credentials list:
2014-04-10 11:05:08,002 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145675630_0020_01_000004.tokens. Credentials list:
2014-04-10 11:05:08,002 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145675630_0020_01_000005.tokens. Credentials list:
2014-04-10 11:05:08,013 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:05:08,013 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:08,013 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:08,013 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:08,013 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:08,017 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:05:08,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000003/default_container_executor.sh]
2014-04-10 11:05:08,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000002/default_container_executor.sh]
2014-04-10 11:05:08,078 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0020_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000006.tokens
2014-04-10 11:05:08,078 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0020 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0020
2014-04-10 11:05:08,081 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145675630_0020_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000004.tokens
2014-04-10 11:05:08,081 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0020 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0020
2014-04-10 11:05:08,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar dst=null perm=null
2014-04-10 11:05:08,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar dst=null perm=null
2014-04-10 11:05:08,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar dst=null perm=null
2014-04-10 11:05:08,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar dst=null perm=null
2014-04-10 11:05:08,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar dst=null perm=null
2014-04-10 11:05:08,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar dst=null perm=null
2014-04-10 11:05:08,172 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54200, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_945465597_12020, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742055_1231, duration: 472099
2014-04-10 11:05:08,172 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54201, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1414951280_12019, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742055_1231, duration: 552769
2014-04-10 11:05:08,190 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0020/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:08,190 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0020/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:08,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.xml dst=null perm=null
2014-04-10 11:05:08,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.xml dst=null perm=null
2014-04-10 11:05:08,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.xml dst=null perm=null
2014-04-10 11:05:08,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.xml dst=null perm=null
2014-04-10 11:05:08,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.xml dst=null perm=null
2014-04-10 11:05:08,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.xml dst=null perm=null
2014-04-10 11:05:08,209 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49820, bytes: 82235, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_945465597_12020, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742058_1234, duration: 261019
2014-04-10 11:05:08,209 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41477, bytes: 82235, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1414951280_12019, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742058_1234, duration: 269319
2014-04-10 11:05:08,223 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0020/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:08,223 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:08,223 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:08,223 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0020/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:08,224 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:08,248 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:08,248 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:08,251 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:08,252 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:08,252 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:08,252 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:08,253 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0020_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:08,254 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0020_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:08,310 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000006/default_container_executor.sh]
2014-04-10 11:05:08,314 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000004/default_container_executor.sh]
2014-04-10 11:05:08,314 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000005/default_container_executor.sh]
2014-04-10 11:05:08,314 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0019_01_000001
2014-04-10 11:05:08,314 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0020_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:08,315 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0020_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:08,315 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0019_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:08,315 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0019_000001
2014-04-10 11:05:08,315 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0019_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:05:08,315 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0019 CONTAINERID=container_1397145675630_0019_01_000001
2014-04-10 11:05:08,315 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0019_01_000001 of capacity <memory:2048, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:05:08,315 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:05:08,315 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0019_000001 State change from FINISHING to FINISHED
2014-04-10 11:05:08,315 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0019_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:08,315 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0019 State change from FINISHING to FINISHED
2014-04-10 11:05:08,316 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0019_000001
2014-04-10 11:05:08,316 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0019
2014-04-10 11:05:08,316 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0019,name=[F293E5B239F741DB8A8CF5DDC8329ECA/44EA7C2EF3CB44FFB17DF9821E767206] lower*upper/(1/1) ...ldedpipesplatform/unknown,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0019/jobhistory/job/job_1397145675630_0019,appMasterHost=localhost.localdomain,startTime=1397145891280,finishTime=1397145901932,finalStatus=SUCCEEDED
2014-04-10 11:05:08,315 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:08,316 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:05:08,316 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0019_000001 released container container_1397145675630_0019_01_000001 on node: host: localhost:43726 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:05:08,316 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0019_000001 is done. finalState=FINISHED
2014-04-10 11:05:08,316 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0019 requests cleared
2014-04-10 11:05:08,316 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0019 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:05:08,316 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0019 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:05:08,318 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0019_000001 (auth:SIMPLE)
2014-04-10 11:05:08,319 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0019_01_000001
2014-04-10 11:05:08,335 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0019 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:05:08,336 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0020_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:08,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0019
2014-04-10 11:05:08,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0019
2014-04-10 11:05:08,336 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0019
2014-04-10 11:05:08,336 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0019 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:05:08,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0019
2014-04-10 11:05:08,336 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0019, with delay of 10800 seconds
2014-04-10 11:05:08,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0019
2014-04-10 11:05:08,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742051_1227 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742051 for deletion
2014-04-10 11:05:08,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742042_1218 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742042 for deletion
2014-04-10 11:05:08,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742051_1227 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742051
2014-04-10 11:05:08,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742043_1219 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742043 for deletion
2014-04-10 11:05:08,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742042_1218 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742042
2014-04-10 11:05:08,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742044_1220 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742044 for deletion
2014-04-10 11:05:08,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742043_1219 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742043
2014-04-10 11:05:08,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742046_1222 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742046 for deletion
2014-04-10 11:05:08,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742044_1220 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742044
2014-04-10 11:05:08,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742046_1222 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742046
2014-04-10 11:05:08,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742052_1228 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742052 for deletion
2014-04-10 11:05:08,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742042_1218 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742042 for deletion
2014-04-10 11:05:08,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742052_1228 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742052
2014-04-10 11:05:08,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742043_1219 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742043 for deletion
2014-04-10 11:05:08,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742045_1221 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742045 for deletion
2014-04-10 11:05:08,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742043_1219 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742043
2014-04-10 11:05:08,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742042_1218 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742042
2014-04-10 11:05:08,750 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742045_1221 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742045
2014-04-10 11:05:08,868 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:05:09,254 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0019 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:05:09,254 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0019
2014-04-10 11:05:09,254 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0019
2014-04-10 11:05:09,254 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0019
2014-04-10 11:05:09,254 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0019 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:05:09,254 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0019, with delay of 10800 seconds
2014-04-10 11:05:09,255 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0019
2014-04-10 11:05:09,255 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0019
2014-04-10 11:05:09,315 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0019 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:05:09,315 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0019
2014-04-10 11:05:09,315 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0019
2014-04-10 11:05:09,315 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0019 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:05:09,315 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0019, with delay of 10800 seconds
2014-04-10 11:05:09,316 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0019
2014-04-10 11:05:09,316 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0019
2014-04-10 11:05:09,316 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0019
2014-04-10 11:05:09,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:05:09,608 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145675630_0020_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000005.tokens
2014-04-10 11:05:09,608 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0020 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0020
2014-04-10 11:05:10,178 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742059_1235
2014-04-10 11:05:11,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.split dst=null perm=null
2014-04-10 11:05:11,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.split dst=null perm=null
2014-04-10 11:05:11,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.split dst=null perm=null
2014-04-10 11:05:11,171 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41489, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0020_m_000002_0_1427341556_1, offset: 512, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742056_1232, duration: 168560
2014-04-10 11:05:11,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.split dst=null perm=null
2014-04-10 11:05:11,207 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54216, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0020_m_000000_0_-1136390465_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742056_1232, duration: 165655
2014-04-10 11:05:11,207 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41490, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0020_m_000001_0_-1272872041_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742056_1232, duration: 134927
2014-04-10 11:05:11,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job.split dst=null perm=null
2014-04-10 11:05:11,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:11,247 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56027, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0020_m_000002_0_1427341556_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 156393
2014-04-10 11:05:11,261 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 1990 Total time for transactions(ms): 123 Number of transactions batched in Syncs: 21 Number of syncs: 1355 SyncTimes(ms): 16503 10585
2014-04-10 11:05:11,265 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49838, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0020_m_000003_0_-889746587_1, offset: 1024, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742056_1232, duration: 175606
2014-04-10 11:05:11,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:11,279 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56028, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0020_m_000004_0_2064993208_1, offset: 1024, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742056_1232, duration: 120780
2014-04-10 11:05:11,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:11,289 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56029, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0020_m_000001_0_-1272872041_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 174643
2014-04-10 11:05:11,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:11,322 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56030, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0020_m_000003_0_-889746587_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 131480
2014-04-10 11:05:11,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:11,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:11,332 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56028, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0020_m_000004_0_2064993208_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 105252
2014-04-10 11:05:11,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:11,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:11,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:11,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:11,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:11,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:11,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:11,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:11,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:11,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:11,553 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49843, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0020_m_000002_0_1427341556_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 176078
2014-04-10 11:05:11,565 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49844, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0020_m_000000_0_-1136390465_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 207079
2014-04-10 11:05:11,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:11,569 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56033, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0020_m_000000_0_-1136390465_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 180787
2014-04-10 11:05:11,574 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000002_0/part-00002. BP-2026122021-127.0.0.1-1397145659663 blk_1073742060_1236{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:05:11,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:11,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:11,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:11,581 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49846, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0020_m_000004_0_2064993208_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 238498
2014-04-10 11:05:11,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:11,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:11,591 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073742061_1237{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:05:11,593 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49838, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0020_m_000003_0_-889746587_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 146670
2014-04-10 11:05:11,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:11,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:11,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:11,617 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000003_0/part-00003. BP-2026122021-127.0.0.1-1397145659663 blk_1073742062_1238{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:05:11,618 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56037, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0020_m_000001_0_-1272872041_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 155664
2014-04-10 11:05:11,623 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000004_0/part-00004 is closed by DFSClient_attempt_1397145675630_0020_m_000004_0_2064993208_1
2014-04-10 11:05:11,630 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742060_1236 src: /127.0.0.1:41504 dest: /127.0.0.1:37218
2014-04-10 11:05:11,631 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742060_1236 src: /127.0.0.1:54232 dest: /127.0.0.1:36156
2014-04-10 11:05:11,632 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742060_1236 src: /127.0.0.1:56039 dest: /127.0.0.1:50911
2014-04-10 11:05:11,638 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000001_0/part-00001. BP-2026122021-127.0.0.1-1397145659663 blk_1073742063_1239{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:05:11,666 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742061_1237 src: /127.0.0.1:41505 dest: /127.0.0.1:37218
2014-04-10 11:05:11,683 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56039, dest: /127.0.0.1:50911, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0020_m_000002_0_1427341556_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742060_1236, duration: 33234986
2014-04-10 11:05:11,683 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742060_1236, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:11,683 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742060_1236{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:11,683 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54232, dest: /127.0.0.1:36156, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0020_m_000002_0_1427341556_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742060_1236, duration: 3898693
2014-04-10 11:05:11,684 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742060_1236, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:11,684 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742060_1236{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:11,684 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41504, dest: /127.0.0.1:37218, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0020_m_000002_0_1427341556_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742060_1236, duration: 8607656
2014-04-10 11:05:11,684 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742060_1236, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:11,684 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742060_1236{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:11,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000004_0 dst=null perm=null
2014-04-10 11:05:11,688 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742062_1238 src: /127.0.0.1:56040 dest: /127.0.0.1:50911
2014-04-10 11:05:11,689 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742062_1238 src: /127.0.0.1:41512 dest: /127.0.0.1:37218
2014-04-10 11:05:11,689 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742061_1237 src: /127.0.0.1:49854 dest: /127.0.0.1:53749
2014-04-10 11:05:11,691 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742062_1238 src: /127.0.0.1:49856 dest: /127.0.0.1:53749
2014-04-10 11:05:11,692 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742061_1237 src: /127.0.0.1:54239 dest: /127.0.0.1:36156
2014-04-10 11:05:11,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000004_0 dst=null perm=null
2014-04-10 11:05:11,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/task_1397145675630_0020_m_000004 dst=null perm=null
2014-04-10 11:05:11,698 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000002_0/part-00002 is closed by DFSClient_attempt_1397145675630_0020_m_000002_0_1427341556_1
2014-04-10 11:05:11,702 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54239, dest: /127.0.0.1:36156, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0020_m_000000_0_-1136390465_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742061_1237, duration: 5724469
2014-04-10 11:05:11,702 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742061_1237{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:05:11,702 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742061_1237, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:11,702 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49854, dest: /127.0.0.1:53749, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0020_m_000000_0_-1136390465_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742061_1237, duration: 7973644
2014-04-10 11:05:11,703 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742061_1237, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:11,703 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742061_1237{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:05:11,703 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41505, dest: /127.0.0.1:37218, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0020_m_000000_0_-1136390465_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742061_1237, duration: 8721245
2014-04-10 11:05:11,703 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742061_1237, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:11,704 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742061_1237{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:05:11,711 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742063_1239 src: /127.0.0.1:41510 dest: /127.0.0.1:37218
2014-04-10 11:05:11,711 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49856, dest: /127.0.0.1:53749, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0020_m_000003_0_-889746587_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742062_1238, duration: 17311054
2014-04-10 11:05:11,712 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742062_1238, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:11,712 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41512, dest: /127.0.0.1:37218, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0020_m_000003_0_-889746587_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742062_1238, duration: 17682175
2014-04-10 11:05:11,712 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742062_1238, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:11,712 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56040, dest: /127.0.0.1:50911, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0020_m_000003_0_-889746587_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742062_1238, duration: 18315088
2014-04-10 11:05:11,712 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742062_1238{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:05:11,712 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742062_1238, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:11,713 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742062_1238
2014-04-10 11:05:11,713 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742060_1236
2014-04-10 11:05:11,715 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742062_1238{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:05:11,715 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742063_1239 src: /127.0.0.1:54240 dest: /127.0.0.1:36156
2014-04-10 11:05:11,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000004_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/task_1397145675630_0020_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:11,716 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742062_1238 size 12
2014-04-10 11:05:11,716 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742063_1239 src: /127.0.0.1:56047 dest: /127.0.0.1:50911
2014-04-10 11:05:11,722 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56047, dest: /127.0.0.1:50911, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0020_m_000001_0_-1272872041_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742063_1239, duration: 2985165
2014-04-10 11:05:11,722 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742063_1239, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:11,723 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54240, dest: /127.0.0.1:36156, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0020_m_000001_0_-1272872041_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742063_1239, duration: 3387081
2014-04-10 11:05:11,723 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742063_1239, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:11,723 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742063_1239{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:11,723 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41510, dest: /127.0.0.1:37218, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0020_m_000001_0_-1272872041_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742063_1239, duration: 3711530
2014-04-10 11:05:11,723 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742063_1239{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:11,723 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742063_1239, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:11,724 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742063_1239{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:11,732 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000003_0/part-00003 is closed by DFSClient_attempt_1397145675630_0020_m_000003_0_-889746587_1
2014-04-10 11:05:11,732 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0020_m_000000_0_-1136390465_1
2014-04-10 11:05:11,748 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000001_0/part-00001 is closed by DFSClient_attempt_1397145675630_0020_m_000001_0_-1272872041_1
2014-04-10 11:05:11,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000002_0 dst=null perm=null
2014-04-10 11:05:11,793 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0020_01_000006
2014-04-10 11:05:11,794 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000006
2014-04-10 11:05:11,794 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:05:11,794 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0020_01_000006
2014-04-10 11:05:11,807 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job_1397145675630_0020_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073742064_1240{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:05:11,815 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0020_01_000006 is : 143
2014-04-10 11:05:11,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000000_0 dst=null perm=null
2014-04-10 11:05:11,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000003_0 dst=null perm=null
2014-04-10 11:05:11,825 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742064_1240 src: /127.0.0.1:41517 dest: /127.0.0.1:37218
2014-04-10 11:05:11,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000000_0 dst=null perm=null
2014-04-10 11:05:11,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000003_0 dst=null perm=null
2014-04-10 11:05:11,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/task_1397145675630_0020_m_000000 dst=null perm=null
2014-04-10 11:05:11,827 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:11,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/task_1397145675630_0020_m_000003 dst=null perm=null
2014-04-10 11:05:11,827 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000006
2014-04-10 11:05:11,828 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000006
2014-04-10 11:05:11,828 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000006
2014-04-10 11:05:11,828 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742064_1240 src: /127.0.0.1:54243 dest: /127.0.0.1:36156
2014-04-10 11:05:11,828 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000006
2014-04-10 11:05:11,829 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000006
2014-04-10 11:05:11,829 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:11,829 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0020_01_000006 from application application_1397145675630_0020
2014-04-10 11:05:11,829 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:11,829 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0020
2014-04-10 11:05:11,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000001_0 dst=null perm=null
2014-04-10 11:05:11,830 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742064_1240 src: /127.0.0.1:49862 dest: /127.0.0.1:53749
2014-04-10 11:05:11,833 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job_1397145675630_0020_1.jhist for DFSClient_NONMAPREDUCE_-1738780209_1
2014-04-10 11:05:11,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000001_0 dst=null perm=null
2014-04-10 11:05:11,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/task_1397145675630_0020_m_000001 dst=null perm=null
2014-04-10 11:05:11,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/task_1397145675630_0020_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:11,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/task_1397145675630_0020_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:11,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/task_1397145675630_0020_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:11,892 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0020_01_000002
2014-04-10 11:05:11,892 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000002
2014-04-10 11:05:11,892 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:05:11,892 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0020_01_000002
2014-04-10 11:05:11,910 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0020_01_000002 is : 143
2014-04-10 11:05:11,921 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0020_01_000003
2014-04-10 11:05:11,921 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000003
2014-04-10 11:05:11,922 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:11,922 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:05:11,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000002
2014-04-10 11:05:11,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000002
2014-04-10 11:05:11,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000002
2014-04-10 11:05:11,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000002
2014-04-10 11:05:11,923 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0020_01_000003
2014-04-10 11:05:11,926 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0020_01_000005
2014-04-10 11:05:11,927 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000005
2014-04-10 11:05:11,927 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:05:11,927 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0020_01_000005
2014-04-10 11:05:11,929 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0020_01_000003 is : 143
2014-04-10 11:05:11,934 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0020_01_000005 is : 143
2014-04-10 11:05:11,940 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000002
2014-04-10 11:05:11,940 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:11,940 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:11,940 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0020_01_000002 from application application_1397145675630_0020
2014-04-10 11:05:11,940 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:11,941 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0020
2014-04-10 11:05:11,941 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000003
2014-04-10 11:05:11,941 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000003
2014-04-10 11:05:11,941 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000003
2014-04-10 11:05:11,941 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000003
2014-04-10 11:05:11,942 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000003
2014-04-10 11:05:11,942 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:11,942 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0020_01_000003 from application application_1397145675630_0020
2014-04-10 11:05:11,942 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:11,942 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:11,942 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0020
2014-04-10 11:05:11,942 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000005
2014-04-10 11:05:11,942 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000005
2014-04-10 11:05:11,942 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000005
2014-04-10 11:05:11,942 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000005
2014-04-10 11:05:11,942 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000005
2014-04-10 11:05:11,943 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:11,943 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0020_01_000005 from application application_1397145675630_0020
2014-04-10 11:05:11,943 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:11,943 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0020
2014-04-10 11:05:12,302 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742061_1237
2014-04-10 11:05:12,302 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742062_1238
2014-04-10 11:05:12,692 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742061_1237
2014-04-10 11:05:12,693 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742063_1239
2014-04-10 11:05:12,693 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742062_1238
2014-04-10 11:05:12,694 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742060_1236
2014-04-10 11:05:12,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000002_0 dst=null perm=null
2014-04-10 11:05:12,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/task_1397145675630_0020_m_000002 dst=null perm=null
2014-04-10 11:05:12,795 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0020_01_000006
2014-04-10 11:05:12,796 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0020_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:12,796 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0020_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:05:12,796 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000006
2014-04-10 11:05:12,796 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0020_01_000006 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:05:12,796 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:05:12,796 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0020_01_000006, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:12,796 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:12,797 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:05:12,797 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0020_000001 released container container_1397145675630_0020_01_000006 on node: host: localhost:38779 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:05:12,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/_temporary/attempt_1397145675630_0020_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/task_1397145675630_0020_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:12,890 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0020_01_000004
2014-04-10 11:05:12,891 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000004
2014-04-10 11:05:12,891 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:05:12,891 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0020_01_000004
2014-04-10 11:05:12,891 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0020_01_000005
2014-04-10 11:05:12,891 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0020_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:12,891 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0020_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:05:12,891 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000005
2014-04-10 11:05:12,892 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0020_01_000005 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:05:12,892 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:05:12,892 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0020_01_000005, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:12,892 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:12,892 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:05:12,892 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0020_000001 released container container_1397145675630_0020_01_000005 on node: host: localhost:43726 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:05:12,898 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0020_01_000004 is : 143
2014-04-10 11:05:12,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:12,914 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:12,914 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000004
2014-04-10 11:05:12,914 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000004
2014-04-10 11:05:12,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000004
2014-04-10 11:05:12,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000004
2014-04-10 11:05:12,915 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000004
2014-04-10 11:05:12,915 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:12,915 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0020_01_000004 from application application_1397145675630_0020
2014-04-10 11:05:12,915 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:12,915 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0020
2014-04-10 11:05:12,921 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0020_01_000002
2014-04-10 11:05:12,921 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0020_01_000003
2014-04-10 11:05:12,922 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0020_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:12,922 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0020_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:05:12,922 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000002
2014-04-10 11:05:12,922 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0020_01_000002 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:05:12,923 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:05:12,923 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0020_01_000002, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:12,923 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:12,923 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:05:12,923 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0020_000001 released container container_1397145675630_0020_01_000002 on node: host: localhost:55857 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:05:12,924 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0020_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:12,924 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1738780209_1
2014-04-10 11:05:12,924 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0020_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:05:12,924 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000003
2014-04-10 11:05:12,924 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0020_01_000003 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:05:12,924 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:05:12,925 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0020_01_000003, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:12,925 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:12,925 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:05:12,925 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0020_000001 released container container_1397145675630_0020_01_000003 on node: host: localhost:55857 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:05:12,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1 dst=null perm=null
2014-04-10 11:05:12,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost dst=null perm=null
2014-04-10 11:05:12,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost dst=null perm=null
2014-04-10 11:05:12,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/task_1397145675630_0020_m_000000 dst=null perm=null
2014-04-10 11:05:12,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00000 dst=null perm=null
2014-04-10 11:05:12,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/task_1397145675630_0020_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:12,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost dst=null perm=null
2014-04-10 11:05:12,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost dst=null perm=null
2014-04-10 11:05:12,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/task_1397145675630_0020_m_000001 dst=null perm=null
2014-04-10 11:05:12,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00001 dst=null perm=null
2014-04-10 11:05:12,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/task_1397145675630_0020_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:12,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost dst=null perm=null
2014-04-10 11:05:12,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost dst=null perm=null
2014-04-10 11:05:12,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/task_1397145675630_0020_m_000002 dst=null perm=null
2014-04-10 11:05:12,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00002 dst=null perm=null
2014-04-10 11:05:13,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/task_1397145675630_0020_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:13,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost dst=null perm=null
2014-04-10 11:05:13,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost dst=null perm=null
2014-04-10 11:05:13,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/task_1397145675630_0020_m_000003 dst=null perm=null
2014-04-10 11:05:13,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00003 dst=null perm=null
2014-04-10 11:05:13,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/task_1397145675630_0020_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:13,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost dst=null perm=null
2014-04-10 11:05:13,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost dst=null perm=null
2014-04-10 11:05:13,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/task_1397145675630_0020_m_000004 dst=null perm=null
2014-04-10 11:05:13,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00004 dst=null perm=null
2014-04-10 11:05:13,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary/1/task_1397145675630_0020_m_000004/part-00004 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:13,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary dst=null perm=null
2014-04-10 11:05:13,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:13,098 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1738780209_1
2014-04-10 11:05:13,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:13,132 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1738780209_1
2014-04-10 11:05:13,152 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49862, dest: /127.0.0.1:53749, bytes: 54652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738780209_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742064_1240, duration: 1321156623
2014-04-10 11:05:13,152 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742064_1240, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:13,154 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54243, dest: /127.0.0.1:36156, bytes: 54652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738780209_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742064_1240, duration: 1322973604
2014-04-10 11:05:13,154 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742064_1240{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 15160
2014-04-10 11:05:13,154 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742064_1240, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:13,154 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41517, dest: /127.0.0.1:37218, bytes: 54652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738780209_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742064_1240, duration: 1323403606
2014-04-10 11:05:13,155 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742064_1240{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 15160
2014-04-10 11:05:13,155 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742064_1240, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:13,155 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742064_1240{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 15160
2014-04-10 11:05:13,173 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job_1397145675630_0020_1.jhist is closed by DFSClient_NONMAPREDUCE_-1738780209_1
2014-04-10 11:05:13,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:13,194 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742065_1241{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:05:13,209 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742065_1241 src: /127.0.0.1:41520 dest: /127.0.0.1:37218
2014-04-10 11:05:13,210 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742065_1241 src: /127.0.0.1:54246 dest: /127.0.0.1:36156
2014-04-10 11:05:13,212 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742065_1241 src: /127.0.0.1:49865 dest: /127.0.0.1:53749
2014-04-10 11:05:13,215 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49865, dest: /127.0.0.1:53749, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738780209_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742065_1241, duration: 2127946
2014-04-10 11:05:13,215 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742065_1241, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:13,215 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742065_1241{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:13,216 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54246, dest: /127.0.0.1:36156, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738780209_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742065_1241, duration: 2657246
2014-04-10 11:05:13,216 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742065_1241, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:13,216 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742065_1241{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:13,216 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41520, dest: /127.0.0.1:37218, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738780209_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742065_1241, duration: 3382806
2014-04-10 11:05:13,217 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742065_1241, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:13,217 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742065_1241{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:13,232 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1738780209_1
2014-04-10 11:05:13,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:13,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job_1397145675630_0020_1.jhist dst=null perm=null
2014-04-10 11:05:13,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020-1397145902723-brock-%5B5C8E74FB55BE436894187925377AA0AA%2FC76C625508EE461A-1397145913133-5-0-SUCCEEDED-default-1397145905812.jhist_tmp dst=null perm=null
2014-04-10 11:05:13,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job_1397145675630_0020_1.jhist dst=null perm=null
2014-04-10 11:05:13,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020-1397145902723-brock-%5B5C8E74FB55BE436894187925377AA0AA%2FC76C625508EE461A-1397145913133-5-0-SUCCEEDED-default-1397145905812.jhist_tmp dst=null perm=null
2014-04-10 11:05:13,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job_1397145675630_0020_1.jhist dst=null perm=null
2014-04-10 11:05:13,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020-1397145902723-brock-%5B5C8E74FB55BE436894187925377AA0AA%2FC76C625508EE461A-1397145913133-5-0-SUCCEEDED-default-1397145905812.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:13,285 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54248, bytes: 55080, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1738780209_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742064_1240, duration: 252187
2014-04-10 11:05:13,288 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020-1397145902723-brock-%5B5C8E74FB55BE436894187925377AA0AA%2FC76C625508EE461A-1397145913133-5-0-SUCCEEDED-default-1397145905812.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742066_1242{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:05:13,301 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742066_1242 src: /127.0.0.1:41524 dest: /127.0.0.1:37218
2014-04-10 11:05:13,302 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742066_1242 src: /127.0.0.1:49868 dest: /127.0.0.1:53749
2014-04-10 11:05:13,303 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742066_1242 src: /127.0.0.1:54251 dest: /127.0.0.1:36156
2014-04-10 11:05:13,307 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54251, dest: /127.0.0.1:36156, bytes: 54652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738780209_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742066_1242, duration: 2295673
2014-04-10 11:05:13,307 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742066_1242, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:13,307 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742066_1242{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:13,308 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49868, dest: /127.0.0.1:53749, bytes: 54652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738780209_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742066_1242, duration: 2859583
2014-04-10 11:05:13,308 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742066_1242, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:13,308 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742066_1242{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:13,308 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41524, dest: /127.0.0.1:37218, bytes: 54652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738780209_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742066_1242, duration: 3725149
2014-04-10 11:05:13,309 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742066_1242, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:13,309 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742066_1242{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:13,323 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020-1397145902723-brock-%5B5C8E74FB55BE436894187925377AA0AA%2FC76C625508EE461A-1397145913133-5-0-SUCCEEDED-default-1397145905812.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1738780209_1
2014-04-10 11:05:13,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020-1397145902723-brock-%5B5C8E74FB55BE436894187925377AA0AA%2FC76C625508EE461A-1397145913133-5-0-SUCCEEDED-default-1397145905812.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:13,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job_1397145675630_0020_1_conf.xml dst=null perm=null
2014-04-10 11:05:13,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020_conf.xml_tmp dst=null perm=null
2014-04-10 11:05:13,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job_1397145675630_0020_1_conf.xml dst=null perm=null
2014-04-10 11:05:13,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020_conf.xml_tmp dst=null perm=null
2014-04-10 11:05:13,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020/job_1397145675630_0020_1_conf.xml dst=null perm=null
2014-04-10 11:05:13,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:13,371 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41527, bytes: 96230, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1738780209_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742059_1235, duration: 210441
2014-04-10 11:05:13,373 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742067_1243{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:05:13,392 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742067_1243 src: /127.0.0.1:56059 dest: /127.0.0.1:50911
2014-04-10 11:05:13,394 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742067_1243 src: /127.0.0.1:54254 dest: /127.0.0.1:36156
2014-04-10 11:05:13,395 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742067_1243 src: /127.0.0.1:49873 dest: /127.0.0.1:53749
2014-04-10 11:05:13,398 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49873, dest: /127.0.0.1:53749, bytes: 95482, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738780209_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742067_1243, duration: 2532448
2014-04-10 11:05:13,399 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742067_1243, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:13,399 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742067_1243{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:13,399 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54254, dest: /127.0.0.1:36156, bytes: 95482, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738780209_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742067_1243, duration: 3183762
2014-04-10 11:05:13,400 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742067_1243, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:13,400 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742067_1243{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:13,400 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56059, dest: /127.0.0.1:50911, bytes: 95482, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738780209_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742067_1243, duration: 4051973
2014-04-10 11:05:13,401 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742067_1243, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:13,401 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742067_1243{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:13,415 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1738780209_1
2014-04-10 11:05:13,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:13,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:13,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:13,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020-1397145902723-brock-%5B5C8E74FB55BE436894187925377AA0AA%2FC76C625508EE461A-1397145913133-5-0-SUCCEEDED-default-1397145905812.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020-1397145902723-brock-%5B5C8E74FB55BE436894187925377AA0AA%2FC76C625508EE461A-1397145913133-5-0-SUCCEEDED-default-1397145905812.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:13,490 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0020_000001 with final state: FINISHING
2014-04-10 11:05:13,490 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0020_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:05:13,491 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0020 with final state: FINISHING
2014-04-10 11:05:13,491 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0020 State change from RUNNING to FINAL_SAVING
2014-04-10 11:05:13,491 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0020
2014-04-10 11:05:13,492 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0020_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:05:13,492 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0020 State change from FINAL_SAVING to FINISHING
2014-04-10 11:05:13,538 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:05:13,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:05:13,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:05:13,543 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0020 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020-1397145902723-brock-%5B5C8E74FB55BE436894187925377AA0AA%2FC76C625508EE461A-1397145913133-5-0-SUCCEEDED-default-1397145905812.jhist
2014-04-10 11:05:13,546 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020-1397145902723-brock-%5B5C8E74FB55BE436894187925377AA0AA%2FC76C625508EE461A-1397145913133-5-0-SUCCEEDED-default-1397145905812.jhist]
2014-04-10 11:05:13,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020-1397145902723-brock-%5B5C8E74FB55BE436894187925377AA0AA%2FC76C625508EE461A-1397145913133-5-0-SUCCEEDED-default-1397145905812.jhist dst=null perm=null
2014-04-10 11:05:13,550 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49876, bytes: 55080, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742066_1242, duration: 254275
2014-04-10 11:05:13,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020.summary dst=null perm=null
2014-04-10 11:05:13,572 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41534, bytes: 450, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742065_1241, duration: 143499
2014-04-10 11:05:13,572 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0020,submitTime=1397145902723,launchTime=1397145905812,firstMapTaskLaunchTime=1397145907991,firstReduceTaskLaunchTime=0,finishTime=1397145913133,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=20,reduceSlotSeconds=0,jobName=[5C8E74FB55BE436894187925377AA0AA/C76C625508EE461AA78B3E6C1C8C0C4B] lower*upper1*upper2/(1/1) ...m/joinaroundjoinrightmost
2014-04-10 11:05:13,572 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020.summary]
2014-04-10 11:05:13,590 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742065_1241 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:53749
2014-04-10 11:05:13,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020.summary dst=null perm=null
2014-04-10 11:05:13,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:05:13,596 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020-1397145902723-brock-%5B5C8E74FB55BE436894187925377AA0AA%2FC76C625508EE461A-1397145913133-5-0-SUCCEEDED-default-1397145905812.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0020-1397145902723-brock-%5B5C8E74FB55BE436894187925377AA0AA%2FC76C625508EE461A-1397145913133-5-0-SUCCEEDED-default-1397145905812.jhist
2014-04-10 11:05:13,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020-1397145902723-brock-%5B5C8E74FB55BE436894187925377AA0AA%2FC76C625508EE461A-1397145913133-5-0-SUCCEEDED-default-1397145905812.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0020-1397145902723-brock-%5B5C8E74FB55BE436894187925377AA0AA%2FC76C625508EE461A-1397145913133-5-0-SUCCEEDED-default-1397145905812.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:13,607 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0020_conf.xml
2014-04-10 11:05:13,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0020_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0020_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:13,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost dst=null perm=null
2014-04-10 11:05:13,652 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary
2014-04-10 11:05:13,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/_temporary dst=null perm=null
2014-04-10 11:05:13,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost dst=null perm=null
2014-04-10 11:05:13,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost dst=null perm=null
2014-04-10 11:05:13,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost dst=null perm=null
2014-04-10 11:05:13,676 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:05:13,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00000 dst=null perm=null
2014-04-10 11:05:13,679 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41534, bytes: 28, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742061_1237, duration: 128302
2014-04-10 11:05:13,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00001 dst=null perm=null
2014-04-10 11:05:13,683 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54260, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742063_1239, duration: 200114
2014-04-10 11:05:13,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00002 dst=null perm=null
2014-04-10 11:05:13,685 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54260, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742060_1236, duration: 218947
2014-04-10 11:05:13,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00003 dst=null perm=null
2014-04-10 11:05:13,688 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56067, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742062_1238, duration: 225256
2014-04-10 11:05:13,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00004 dst=null perm=null
2014-04-10 11:05:13,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost dst=null perm=null
2014-04-10 11:05:13,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost dst=null perm=null
2014-04-10 11:05:13,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost dst=null perm=null
2014-04-10 11:05:13,710 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:05:13,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00000 dst=null perm=null
2014-04-10 11:05:13,714 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41534, bytes: 28, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742061_1237, duration: 272323
2014-04-10 11:05:13,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00001 dst=null perm=null
2014-04-10 11:05:13,716 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56067, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742063_1239, duration: 318336
2014-04-10 11:05:13,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00002 dst=null perm=null
2014-04-10 11:05:13,719 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54260, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742060_1236, duration: 261311
2014-04-10 11:05:13,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00003 dst=null perm=null
2014-04-10 11:05:13,721 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41534, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742062_1238, duration: 238038
2014-04-10 11:05:13,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00004 dst=null perm=null
2014-04-10 11:05:13,722 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost
2014-04-10 11:05:13,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost dst=null perm=null
2014-04-10 11:05:13,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost dst=null perm=null
2014-04-10 11:05:13,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost dst=null perm=null
2014-04-10 11:05:13,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost dst=null perm=null
2014-04-10 11:05:13,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00000 dst=null perm=null
2014-04-10 11:05:13,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00000 dst=null perm=null
2014-04-10 11:05:13,730 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54260, bytes: 28, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742061_1237, duration: 185421
2014-04-10 11:05:13,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00001 dst=null perm=null
2014-04-10 11:05:13,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00001 dst=null perm=null
2014-04-10 11:05:13,733 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41534, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742063_1239, duration: 172794
2014-04-10 11:05:13,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00002 dst=null perm=null
2014-04-10 11:05:13,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00002 dst=null perm=null
2014-04-10 11:05:13,736 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54260, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742060_1236, duration: 168935
2014-04-10 11:05:13,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00003 dst=null perm=null
2014-04-10 11:05:13,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00003 dst=null perm=null
2014-04-10 11:05:13,739 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56067, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742062_1238, duration: 171427
2014-04-10 11:05:13,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00004 dst=null perm=null
2014-04-10 11:05:13,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinrightmost/part-00004 dst=null perm=null
2014-04-10 11:05:13,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:13,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:13,759 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:05:13,759 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:05:13,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 11:05:13,769 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 11:05:13,769 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:05:13,770 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:05:13,770 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone"]
2014-04-10 11:05:13,770 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 11:05:13,770 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 11:05:13,770 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 11:05:13,771 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...dedpipesplatform/joinnone
2014-04-10 11:05:13,782 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:05:13,789 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:05:13,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 11:05:13,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:05:13,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:05:13,792 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 21
2014-04-10 11:05:13,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021 dst=null perm=null
2014-04-10 11:05:13,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:05:13,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:05:13,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.jar dst=null perm=null
2014-04-10 11:05:13,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:13,851 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073742068_1244{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:05:13,867 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742068_1244 src: /127.0.0.1:41537 dest: /127.0.0.1:37218
2014-04-10 11:05:13,868 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742068_1244 src: /127.0.0.1:49881 dest: /127.0.0.1:53749
2014-04-10 11:05:13,869 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742068_1244 src: /127.0.0.1:54264 dest: /127.0.0.1:36156
2014-04-10 11:05:13,874 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54264, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742068_1244, duration: 3708225
2014-04-10 11:05:13,874 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742068_1244, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:13,874 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742068_1244{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:13,874 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49881, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742068_1244, duration: 3289924
2014-04-10 11:05:13,875 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742068_1244, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:13,875 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742068_1244{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:13,875 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41537, dest: /127.0.0.1:37218, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742068_1244, duration: 3970278
2014-04-10 11:05:13,875 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742068_1244, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:13,876 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742068_1244{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:13,890 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:05:13,891 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.jar
2014-04-10 11:05:13,891 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0020_01_000004
2014-04-10 11:05:13,892 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0020_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:13,892 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0020_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:05:13,892 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000004
2014-04-10 11:05:13,892 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0020_01_000004 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:05:13,893 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:05:13,893 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0020_01_000004, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:13,893 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:13,893 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:05:13,893 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0020_000001 released container container_1397145675630_0020_01_000004 on node: host: localhost:43726 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:05:13,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.jar dst=null perm=null
2014-04-10 11:05:13,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:13,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:13,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:13,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:13,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:05:13,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:05:13,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:05:13,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:05:13,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:05:13,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:13,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:13,935 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:05:13,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:13,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:13,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:13,966 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.split
2014-04-10 11:05:13,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.split dst=null perm=null
2014-04-10 11:05:13,984 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073742069_1245{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:05:14,000 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742069_1245 src: /127.0.0.1:49883 dest: /127.0.0.1:53749
2014-04-10 11:05:14,001 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742069_1245 src: /127.0.0.1:56072 dest: /127.0.0.1:50911
2014-04-10 11:05:14,003 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742069_1245 src: /127.0.0.1:41542 dest: /127.0.0.1:37218
2014-04-10 11:05:14,004 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742069_1245 src: /127.0.0.1:54268 dest: /127.0.0.1:36156
2014-04-10 11:05:14,007 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54268, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742069_1245, duration: 2389379
2014-04-10 11:05:14,007 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742069_1245, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:14,008 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742069_1245{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:14,008 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41542, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742069_1245, duration: 2743432
2014-04-10 11:05:14,008 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742069_1245, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:14,008 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742069_1245{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:14,009 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56072, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742069_1245, duration: 3354741
2014-04-10 11:05:14,009 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742069_1245, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:14,009 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49883, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742069_1245, duration: 3957541
2014-04-10 11:05:14,009 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742069_1245{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:14,010 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742069_1245, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:14,011 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742069_1245 size 1887
2014-04-10 11:05:14,023 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:05:14,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:14,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:14,058 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073742070_1246{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:05:14,075 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742070_1246 src: /127.0.0.1:41544 dest: /127.0.0.1:37218
2014-04-10 11:05:14,076 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742070_1246 src: /127.0.0.1:49888 dest: /127.0.0.1:53749
2014-04-10 11:05:14,077 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742070_1246 src: /127.0.0.1:54271 dest: /127.0.0.1:36156
2014-04-10 11:05:14,080 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54271, dest: /127.0.0.1:36156, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742070_1246, duration: 1998212
2014-04-10 11:05:14,080 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742070_1246, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:14,081 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742070_1246{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:14,081 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49888, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742070_1246, duration: 2525861
2014-04-10 11:05:14,081 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742070_1246, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:14,081 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742070_1246{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:14,082 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41544, dest: /127.0.0.1:37218, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742070_1246, duration: 3055131
2014-04-10 11:05:14,082 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742070_1246, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:14,082 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742070_1246{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:14,123 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:05:14,124 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:05:14,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:14,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:14,161 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742071_1247{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:05:14,175 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742071_1247 src: /127.0.0.1:56078 dest: /127.0.0.1:50911
2014-04-10 11:05:14,176 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742071_1247 src: /127.0.0.1:49891 dest: /127.0.0.1:53749
2014-04-10 11:05:14,177 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742071_1247 src: /127.0.0.1:54274 dest: /127.0.0.1:36156
2014-04-10 11:05:14,180 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54274, dest: /127.0.0.1:36156, bytes: 81208, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742071_1247, duration: 2963747
2014-04-10 11:05:14,181 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742071_1247, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:14,181 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742071_1247{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:14,181 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49891, dest: /127.0.0.1:53749, bytes: 81208, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742071_1247, duration: 3499416
2014-04-10 11:05:14,182 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742071_1247, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:14,182 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742071_1247{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:14,182 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56078, dest: /127.0.0.1:50911, bytes: 81208, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742071_1247, duration: 4271941
2014-04-10 11:05:14,182 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742071_1247, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:14,183 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742071_1247{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:14,198 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:05:14,199 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0021
2014-04-10 11:05:14,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021 dst=null perm=null
2014-04-10 11:05:14,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.xml dst=null perm=null
2014-04-10 11:05:14,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.xml dst=null perm=null
2014-04-10 11:05:14,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.jar dst=null perm=null
2014-04-10 11:05:14,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.jar dst=null perm=null
2014-04-10 11:05:14,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.split dst=null perm=null
2014-04-10 11:05:14,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.split dst=null perm=null
2014-04-10 11:05:14,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:14,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:14,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:14,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:14,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:14,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:14,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:14,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:14,255 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 21 submitted by user brock
2014-04-10 11:05:14,255 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0021
2014-04-10 11:05:14,255 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0021
2014-04-10 11:05:14,255 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0021
2014-04-10 11:05:14,255 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0021 State change from NEW to NEW_SAVING
2014-04-10 11:05:14,256 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0021 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:05:14,256 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0021_000001
2014-04-10 11:05:14,257 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0021_000001 State change from NEW to SUBMITTED
2014-04-10 11:05:14,257 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0021 from user: brock activated in queue: default
2014-04-10 11:05:14,257 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0021 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:05:14,257 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0021 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:05:14,257 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0021
2014-04-10 11:05:14,257 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0021_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:05:14,258 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0021_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:05:14,258 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0021 State change from SUBMITTED to ACCEPTED
2014-04-10 11:05:14,260 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0021/
2014-04-10 11:05:14,260 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397145675630_0021
2014-04-10 11:05:14,260 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:33250/proxy/application_1397145675630_0021/
2014-04-10 11:05:14,532 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742055_1231 127.0.0.1:36156 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:05:14,532 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742056_1232 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:50911
2014-04-10 11:05:14,532 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742057_1233 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:50911
2014-04-10 11:05:14,533 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742058_1234 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:50911
2014-04-10 11:05:14,533 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742064_1240 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:53749
2014-04-10 11:05:14,533 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742059_1235 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:36156
2014-04-10 11:05:14,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0020 dst=null perm=null
2014-04-10 11:05:14,600 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0021_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:14,600 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000001
2014-04-10 11:05:14,600 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0021_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:05:14,601 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0021 container=Container: [ContainerId: container_1397145675630_0021_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0021_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:14,601 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:05:14,601 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0021_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:14,601 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:14,602 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0021 AttemptId: appattempt_1397145675630_0021_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0021_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ]
2014-04-10 11:05:14,602 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0021_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:05:14,602 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0021_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:05:14,602 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0021_000001
2014-04-10 11:05:14,603 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0021_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] for AM appattempt_1397145675630_0021_000001
2014-04-10 11:05:14,603 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0021_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:05:14,606 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0021_000001 (auth:SIMPLE)
2014-04-10 11:05:14,608 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0021_01_000001 by user brock
2014-04-10 11:05:14,608 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0021
2014-04-10 11:05:14,608 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000001
2014-04-10 11:05:14,609 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0021 transitioned from NEW to INITING
2014-04-10 11:05:14,609 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0021_01_000001 to application application_1397145675630_0021
2014-04-10 11:05:14,609 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0021_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] for AM appattempt_1397145675630_0021_000001
2014-04-10 11:05:14,609 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0021 transitioned from INITING to RUNNING
2014-04-10 11:05:14,609 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0021_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:05:14,610 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:05:14,610 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0021
2014-04-10 11:05:14,610 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:05:14,610 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:05:14,611 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:05:14,611 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:05:14,611 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0021_01_000001
2014-04-10 11:05:14,621 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397145675630_0021_01_000001.tokens. Credentials list:
2014-04-10 11:05:14,637 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:05:14,703 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397145675630_0021_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000001.tokens
2014-04-10 11:05:14,703 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0021 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0021
2014-04-10 11:05:14,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.jar dst=null perm=null
2014-04-10 11:05:14,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.jar dst=null perm=null
2014-04-10 11:05:14,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.jar dst=null perm=null
2014-04-10 11:05:14,815 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41553, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_516878326_12380, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742068_1244, duration: 945585
2014-04-10 11:05:14,840 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0021/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:14,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:14,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:14,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:14,867 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49897, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_516878326_12380, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742070_1246, duration: 239854
2014-04-10 11:05:14,886 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0021/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:14,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.split dst=null perm=null
2014-04-10 11:05:14,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.split dst=null perm=null
2014-04-10 11:05:14,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.split dst=null perm=null
2014-04-10 11:05:14,912 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54280, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_516878326_12380, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742069_1245, duration: 230341
2014-04-10 11:05:14,931 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0021/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:14,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.xml dst=null perm=null
2014-04-10 11:05:14,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.xml dst=null perm=null
2014-04-10 11:05:14,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.xml dst=null perm=null
2014-04-10 11:05:14,957 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49897, bytes: 81844, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_516878326_12380, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742071_1247, duration: 380876
2014-04-10 11:05:14,976 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0021/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:14,976 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:15,020 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:15,021 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:15,085 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000001/default_container_executor.sh]
2014-04-10 11:05:15,180 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742063_1239
2014-04-10 11:05:15,181 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742067_1243
2014-04-10 11:05:15,181 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742070_1246
2014-04-10 11:05:15,181 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742066_1242
2014-04-10 11:05:15,181 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742061_1237
2014-04-10 11:05:15,182 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742064_1240
2014-04-10 11:05:15,182 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742069_1245
2014-04-10 11:05:15,182 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742071_1247
2014-04-10 11:05:15,183 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742065_1241
2014-04-10 11:05:15,183 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742060_1236
2014-04-10 11:05:15,581 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742068_1244
2014-04-10 11:05:15,599 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0021_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:16,138 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53749 to replicate blk_1073742068_1244 to datanode(s) 127.0.0.1:50911
2014-04-10 11:05:16,138 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073742055_1231, blk_1073742056_1232, blk_1073742057_1233, blk_1073742058_1234]
2014-04-10 11:05:16,138 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742064_1240, blk_1073742065_1241, blk_1073742055_1231, blk_1073742056_1232, blk_1073742058_1234, blk_1073742059_1235]
2014-04-10 11:05:16,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:05:16,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/COMMIT_STARTED dst=null perm=null
2014-04-10 11:05:16,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:05:16,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/COMMIT_FAIL dst=null perm=null
2014-04-10 11:05:16,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021 dst=null perm=null
2014-04-10 11:05:16,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:05:16,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:05:16,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:16,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:16,573 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41557, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1053530720_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742070_1246, duration: 159827
2014-04-10 11:05:16,715 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742063_1239
2014-04-10 11:05:16,716 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742067_1243
2014-04-10 11:05:16,716 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742069_1245
2014-04-10 11:05:16,716 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742071_1247
2014-04-10 11:05:17,231 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0021_000001 (auth:SIMPLE)
2014-04-10 11:05:17,233 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0021_000001
2014-04-10 11:05:17,233 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0021 APPATTEMPTID=appattempt_1397145675630_0021_000001
2014-04-10 11:05:17,233 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0021_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:05:17,234 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0021 State change from ACCEPTED to RUNNING
2014-04-10 11:05:17,312 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742069_1245
2014-04-10 11:05:17,312 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742066_1242
2014-04-10 11:05:17,313 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742067_1243
2014-04-10 11:05:17,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job_1397145675630_0021_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:17,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:17,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job_1397145675630_0021_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:17,510 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job_1397145675630_0021_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742072_1248{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:05:17,513 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742068_1244
2014-04-10 11:05:17,513 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742064_1240
2014-04-10 11:05:17,513 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742065_1241
2014-04-10 11:05:17,544 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742072_1248 src: /127.0.0.1:49902 dest: /127.0.0.1:53749
2014-04-10 11:05:17,545 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742072_1248 src: /127.0.0.1:41560 dest: /127.0.0.1:37218
2014-04-10 11:05:17,546 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742072_1248 src: /127.0.0.1:56092 dest: /127.0.0.1:50911
2014-04-10 11:05:17,553 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56092, dest: /127.0.0.1:50911, bytes: 95095, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1053530720_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742072_1248, duration: 6036742
2014-04-10 11:05:17,553 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742072_1248, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:17,554 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742072_1248{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:17,554 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41560, dest: /127.0.0.1:37218, bytes: 95095, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1053530720_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742072_1248, duration: 6600881
2014-04-10 11:05:17,555 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742072_1248{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:17,555 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49902, dest: /127.0.0.1:53749, bytes: 95095, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1053530720_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742072_1248, duration: 7458987
2014-04-10 11:05:17,555 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742072_1248, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:17,555 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742072_1248, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:17,555 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742072_1248{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:17,573 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job_1397145675630_0021_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1053530720_1
2014-04-10 11:05:17,662 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=68edbb52-d631-4c11-b1f4-78133ce1dada, infoPort=59891, ipcPort=41399, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073742068_1244 to 127.0.0.1:50911
2014-04-10 11:05:17,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742064_1240 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742064 for deletion
2014-04-10 11:05:17,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742065_1241 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742065 for deletion
2014-04-10 11:05:17,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742064_1240 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742064
2014-04-10 11:05:17,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742055_1231 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742055 for deletion
2014-04-10 11:05:17,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742065_1241 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742065
2014-04-10 11:05:17,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742056_1232 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742056 for deletion
2014-04-10 11:05:17,664 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742068_1244 src: /127.0.0.1:56093 dest: /127.0.0.1:50911
2014-04-10 11:05:17,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742056_1232 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742056
2014-04-10 11:05:17,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742055_1231 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742055
2014-04-10 11:05:17,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742058_1234 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742058 for deletion
2014-04-10 11:05:17,665 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073742068_1244 (numBytes=244650) to 127.0.0.1/127.0.0.1:50911
2014-04-10 11:05:17,665 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742058_1234 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742058
2014-04-10 11:05:17,665 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742059_1235 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742059 for deletion
2014-04-10 11:05:17,665 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742059_1235 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742059
2014-04-10 11:05:17,666 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073742068_1244 src: /127.0.0.1:56093 dest: /127.0.0.1:50911 of size 244650
2014-04-10 11:05:17,667 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742068_1244 size 244650
2014-04-10 11:05:17,697 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742065_1241
2014-04-10 11:05:17,698 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742070_1246
2014-04-10 11:05:17,699 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742064_1240
2014-04-10 11:05:17,699 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742069_1245
2014-04-10 11:05:17,701 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742068_1244
2014-04-10 11:05:17,702 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742066_1242
2014-04-10 11:05:17,713 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742071_1247
2014-04-10 11:05:17,714 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742072_1248
2014-04-10 11:05:17,715 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742070_1246
2014-04-10 11:05:17,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742055_1231 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742055 for deletion
2014-04-10 11:05:17,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742056_1232 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742056 for deletion
2014-04-10 11:05:17,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742057_1233 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742057 for deletion
2014-04-10 11:05:17,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742055_1231 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742055
2014-04-10 11:05:17,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742058_1234 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742058 for deletion
2014-04-10 11:05:17,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742057_1233 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742057
2014-04-10 11:05:17,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742056_1232 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742056
2014-04-10 11:05:17,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742058_1234 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742058
2014-04-10 11:05:17,901 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742072_1248
2014-04-10 11:05:18,600 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0021_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:18,601 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000002
2014-04-10 11:05:18,601 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0021_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:05:18,601 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0021 container=Container: [ContainerId: container_1397145675630_0021_01_000002, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0021_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:18,601 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:05:18,601 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:18,602 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0021_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:18,602 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000003
2014-04-10 11:05:18,602 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0021_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:05:18,602 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0021 container=Container: [ContainerId: container_1397145675630_0021_01_000003, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0021_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:18,603 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:05:18,603 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:18,797 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0021_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:18,798 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000004
2014-04-10 11:05:18,798 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0021_01_000004 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:05:18,798 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0021 container=Container: [ContainerId: container_1397145675630_0021_01_000004, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0021_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:18,798 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:05:18,798 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:18,799 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0021_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:18,799 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000005
2014-04-10 11:05:18,799 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0021_01_000005 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:05:18,799 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0021 container=Container: [ContainerId: container_1397145675630_0021_01_000005, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0021_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:18,799 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:05:18,800 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:18,800 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0021_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:18,800 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000006
2014-04-10 11:05:18,800 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0021_01_000006 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:05:18,801 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0021 container=Container: [ContainerId: container_1397145675630_0021_01_000006, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0021_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:18,801 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:05:18,801 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:19,138 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073742064_1240, blk_1073742065_1241, blk_1073742055_1231, blk_1073742056_1232, blk_1073742057_1233, blk_1073742059_1235]
2014-04-10 11:05:19,139 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742064_1240, blk_1073742065_1241, blk_1073742055_1231, blk_1073742056_1232, blk_1073742057_1233, blk_1073742058_1234, blk_1073742059_1235]
2014-04-10 11:05:19,269 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0021_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:19,269 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0021_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:19,269 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0021_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:19,269 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0021_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:19,270 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0021_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:19,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.jar dst=null perm=null
2014-04-10 11:05:19,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.jar dst=null perm=null
2014-04-10 11:05:19,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.xml dst=null perm=null
2014-04-10 11:05:19,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.xml dst=null perm=null
2014-04-10 11:05:19,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:19,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:19,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:19,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:19,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:19,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:19,397 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0021_000001 (auth:SIMPLE)
2014-04-10 11:05:19,397 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0021_000001 (auth:SIMPLE)
2014-04-10 11:05:19,402 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0021_01_000004 by user brock
2014-04-10 11:05:19,402 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0021_01_000005 by user brock
2014-04-10 11:05:19,402 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0021
2014-04-10 11:05:19,402 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0021_01_000006 by user brock
2014-04-10 11:05:19,402 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000004
2014-04-10 11:05:19,402 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000005
2014-04-10 11:05:19,402 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0021_01_000005 to application application_1397145675630_0021
2014-04-10 11:05:19,402 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000006
2014-04-10 11:05:19,403 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0021 transitioned from NEW to INITING
2014-04-10 11:05:19,403 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0021_01_000002 by user brock
2014-04-10 11:05:19,403 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0021_01_000004 to application application_1397145675630_0021
2014-04-10 11:05:19,403 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0021_01_000006 to application application_1397145675630_0021
2014-04-10 11:05:19,403 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000002
2014-04-10 11:05:19,404 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0021 transitioned from INITING to RUNNING
2014-04-10 11:05:19,403 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0021_01_000002 to application application_1397145675630_0021
2014-04-10 11:05:19,404 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0021_01_000003 by user brock
2014-04-10 11:05:19,404 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:05:19,404 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:05:19,404 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000003
2014-04-10 11:05:19,404 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0021
2014-04-10 11:05:19,405 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:05:19,405 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0021
2014-04-10 11:05:19,405 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:05:19,405 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:05:19,405 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0021
2014-04-10 11:05:19,406 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0021_01_000003 to application application_1397145675630_0021
2014-04-10 11:05:19,407 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:05:19,407 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:19,407 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0021
2014-04-10 11:05:19,407 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0021
2014-04-10 11:05:19,407 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:05:19,408 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0021
2014-04-10 11:05:19,405 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0021
2014-04-10 11:05:19,414 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0021
2014-04-10 11:05:19,414 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:05:19,414 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0021
2014-04-10 11:05:19,415 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:05:19,415 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:05:19,415 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0021
2014-04-10 11:05:19,415 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0021
2014-04-10 11:05:19,415 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:05:19,415 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0021
2014-04-10 11:05:19,415 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0021
2014-04-10 11:05:19,415 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0021
2014-04-10 11:05:19,415 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:05:19,415 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0021
2014-04-10 11:05:19,416 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0021_01_000006
2014-04-10 11:05:19,416 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0021_01_000004
2014-04-10 11:05:19,416 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:19,416 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0021_01_000005
2014-04-10 11:05:19,425 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0021_01_000006.tokens. Credentials list:
2014-04-10 11:05:19,425 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397145675630_0021_01_000005.tokens. Credentials list:
2014-04-10 11:05:19,425 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397145675630_0021_01_000004.tokens. Credentials list:
2014-04-10 11:05:19,436 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:19,436 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:19,436 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:19,437 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:19,441 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:05:19,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000002/default_container_executor.sh]
2014-04-10 11:05:19,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000003/default_container_executor.sh]
2014-04-10 11:05:19,533 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0021_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000006.tokens
2014-04-10 11:05:19,533 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0021 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0021
2014-04-10 11:05:19,600 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0021_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:19,600 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0021_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:19,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.jar dst=null perm=null
2014-04-10 11:05:19,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.jar dst=null perm=null
2014-04-10 11:05:19,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.jar dst=null perm=null
2014-04-10 11:05:19,627 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54293, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1501507957_12565, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742068_1244, duration: 271662
2014-04-10 11:05:19,643 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0021/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:19,652 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0020_01_000001 succeeded
2014-04-10 11:05:19,652 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:05:19,652 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0020_01_000001
2014-04-10 11:05:19,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.xml dst=null perm=null
2014-04-10 11:05:19,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.xml dst=null perm=null
2014-04-10 11:05:19,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.xml dst=null perm=null
2014-04-10 11:05:19,660 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49912, bytes: 81844, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1501507957_12565, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742071_1247, duration: 288024
2014-04-10 11:05:19,660 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000001
2014-04-10 11:05:19,661 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000001
2014-04-10 11:05:19,661 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000001
2014-04-10 11:05:19,661 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000001
2014-04-10 11:05:19,661 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0020/container_1397145675630_0020_01_000001
2014-04-10 11:05:19,661 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0020_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:05:19,661 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0020_01_000001 from application application_1397145675630_0020
2014-04-10 11:05:19,661 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:19,661 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0020
2014-04-10 11:05:19,673 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0021/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:19,673 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:19,673 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:19,673 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:19,703 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:19,703 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:19,704 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:19,704 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:19,707 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:19,707 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:19,762 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000004/default_container_executor.sh]
2014-04-10 11:05:19,762 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000005/default_container_executor.sh]
2014-04-10 11:05:19,775 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000006/default_container_executor.sh]
2014-04-10 11:05:19,797 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0021_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:19,798 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0021_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:19,798 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0021_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:19,923 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0020_01_000001
2014-04-10 11:05:19,924 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0020_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:19,924 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0020_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:05:19,924 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0020 CONTAINERID=container_1397145675630_0020_01_000001
2014-04-10 11:05:19,924 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0020_01_000001 of capacity <memory:2048, vCores:1> on host localhost:55857, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:05:19,924 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:05:19,924 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0020_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:19,925 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:19,925 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:05:19,925 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0020_000001 released container container_1397145675630_0020_01_000001 on node: host: localhost:55857 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:05:19,925 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0020_000001
2014-04-10 11:05:19,925 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0020_000001 State change from FINISHING to FINISHED
2014-04-10 11:05:19,925 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0020 State change from FINISHING to FINISHED
2014-04-10 11:05:19,925 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0020_000001
2014-04-10 11:05:19,925 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0020
2014-04-10 11:05:19,925 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0020,name=[5C8E74FB55BE436894187925377AA0AA/C76C625508EE461AA78B3E6C1C8C0C4B] lower*upper1*upper2/(1/1) ...m/joinaroundjoinrightmost,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0020/jobhistory/job/job_1397145675630_0020,appMasterHost=localhost.localdomain,startTime=1397145902723,finishTime=1397145913491,finalStatus=SUCCEEDED
2014-04-10 11:05:19,926 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0020_000001 is done. finalState=FINISHED
2014-04-10 11:05:19,926 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0020 requests cleared
2014-04-10 11:05:19,926 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0020 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:05:19,926 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0020 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:05:19,927 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0020_000001 (auth:SIMPLE)
2014-04-10 11:05:19,928 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0020_01_000001
2014-04-10 11:05:20,289 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:05:20,401 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742064_1240 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742064 for deletion
2014-04-10 11:05:20,401 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742065_1241 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742065 for deletion
2014-04-10 11:05:20,401 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742064_1240 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742064
2014-04-10 11:05:20,401 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742055_1231 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742055 for deletion
2014-04-10 11:05:20,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742065_1241 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742065
2014-04-10 11:05:20,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742056_1232 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742056 for deletion
2014-04-10 11:05:20,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742057_1233 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742057 for deletion
2014-04-10 11:05:20,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742056_1232 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742056
2014-04-10 11:05:20,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742059_1235 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742059 for deletion
2014-04-10 11:05:20,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742055_1231 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742055
2014-04-10 11:05:20,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742059_1235 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742059
2014-04-10 11:05:20,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742057_1233 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742057
2014-04-10 11:05:20,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:05:20,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742064_1240 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742064 for deletion
2014-04-10 11:05:20,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742065_1241 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742065 for deletion
2014-04-10 11:05:20,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742064_1240 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742064
2014-04-10 11:05:20,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742065_1241 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742065
2014-04-10 11:05:20,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742055_1231 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742055 for deletion
2014-04-10 11:05:20,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742056_1232 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742056 for deletion
2014-04-10 11:05:20,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742055_1231 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742055
2014-04-10 11:05:20,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742056_1232 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742056
2014-04-10 11:05:20,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742057_1233 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742057 for deletion
2014-04-10 11:05:20,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742058_1234 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742058 for deletion
2014-04-10 11:05:20,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742057_1233 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742057
2014-04-10 11:05:20,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742059_1235 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742059 for deletion
2014-04-10 11:05:20,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742058_1234 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742058
2014-04-10 11:05:20,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742059_1235 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742059
2014-04-10 11:05:20,798 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0020 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:05:20,798 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0020
2014-04-10 11:05:20,798 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0020
2014-04-10 11:05:20,798 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0020 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:05:20,798 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0020, with delay of 10800 seconds
2014-04-10 11:05:20,798 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0020
2014-04-10 11:05:20,798 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0020
2014-04-10 11:05:20,799 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0020
2014-04-10 11:05:20,893 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0020 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:05:20,894 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0020
2014-04-10 11:05:20,894 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0020
2014-04-10 11:05:20,894 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0020
2014-04-10 11:05:20,894 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0020
2014-04-10 11:05:20,894 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0020
2014-04-10 11:05:20,894 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0020 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:05:20,894 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0020, with delay of 10800 seconds
2014-04-10 11:05:20,924 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0020 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:05:20,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0020
2014-04-10 11:05:20,925 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0020
2014-04-10 11:05:20,925 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0020 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:05:20,925 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0020, with delay of 10800 seconds
2014-04-10 11:05:20,925 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0020
2014-04-10 11:05:20,926 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0020
2014-04-10 11:05:20,926 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0020
2014-04-10 11:05:20,935 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397145675630_0021_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000004.tokens
2014-04-10 11:05:20,935 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0021 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0021
2014-04-10 11:05:21,218 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:05:21,412 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397145675630_0021_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000005.tokens
2014-04-10 11:05:21,412 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0021 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0021
2014-04-10 11:05:21,721 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742068_1244
2014-04-10 11:05:21,921 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742072_1248
2014-04-10 11:05:22,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.split dst=null perm=null
2014-04-10 11:05:22,269 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56112, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0021_m_000000_0_-722250240_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742069_1245, duration: 181539
2014-04-10 11:05:22,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:22,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:22,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.split dst=null perm=null
2014-04-10 11:05:22,589 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41583, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0021_m_000004_0_-147528588_1, offset: 1024, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742069_1245, duration: 167000
2014-04-10 11:05:22,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.split dst=null perm=null
2014-04-10 11:05:22,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.split dst=null perm=null
2014-04-10 11:05:22,657 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49929, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0021_m_000002_0_618546611_1, offset: 512, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742069_1245, duration: 205953
2014-04-10 11:05:22,661 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49930, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0021_m_000001_0_-1750878085_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742069_1245, duration: 191153
2014-04-10 11:05:22,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:22,674 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56119, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0021_m_000004_0_-147528588_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 185393
2014-04-10 11:05:22,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:22,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:22,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:22,701 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54315, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0021_m_000000_0_-722250240_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 171489
2014-04-10 11:05:22,705 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41591, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0021_m_000000_0_-722250240_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 171284
2014-04-10 11:05:22,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:22,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:22,723 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56123, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0021_m_000002_0_618546611_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 160230
2014-04-10 11:05:22,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:22,726 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073742073_1249{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:05:22,727 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56124, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0021_m_000001_0_-1750878085_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 169568
2014-04-10 11:05:22,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:22,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:22,779 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742073_1249 src: /127.0.0.1:41594 dest: /127.0.0.1:37218
2014-04-10 11:05:22,780 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742073_1249 src: /127.0.0.1:54320 dest: /127.0.0.1:36156
2014-04-10 11:05:22,781 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742073_1249 src: /127.0.0.1:56127 dest: /127.0.0.1:50911
2014-04-10 11:05:22,795 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56127, dest: /127.0.0.1:50911, bytes: 80, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0021_m_000000_0_-722250240_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742073_1249, duration: 2812781
2014-04-10 11:05:22,795 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742073_1249, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:22,795 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742073_1249{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:22,796 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742073_1249{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:22,796 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54320, dest: /127.0.0.1:36156, bytes: 80, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0021_m_000000_0_-722250240_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742073_1249, duration: 5913040
2014-04-10 11:05:22,796 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742073_1249, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:22,796 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41594, dest: /127.0.0.1:37218, bytes: 80, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0021_m_000000_0_-722250240_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742073_1249, duration: 4484980
2014-04-10 11:05:22,796 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742073_1249, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:22,797 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742073_1249{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:22,815 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0021_m_000000_0_-722250240_1
2014-04-10 11:05:22,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000000_0 dst=null perm=null
2014-04-10 11:05:22,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000000_0 dst=null perm=null
2014-04-10 11:05:22,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/task_1397145675630_0021_m_000000 dst=null perm=null
2014-04-10 11:05:22,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:22,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:22,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:22,904 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742073_1249
2014-04-10 11:05:22,906 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54322, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0021_m_000004_0_-147528588_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 161441
2014-04-10 11:05:22,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/task_1397145675630_0021_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:22,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job.split dst=null perm=null
2014-04-10 11:05:22,931 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000004_0/part-00004 is closed by DFSClient_attempt_1397145675630_0021_m_000004_0_-147528588_1
2014-04-10 11:05:22,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:22,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:22,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:22,975 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54324, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0021_m_000001_0_-1750878085_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 215838
2014-04-10 11:05:22,980 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0021_01_000002
2014-04-10 11:05:22,981 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000002
2014-04-10 11:05:22,981 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:05:22,981 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0021_01_000002
2014-04-10 11:05:22,988 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0021_01_000002 is : 143
2014-04-10 11:05:22,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000004_0 dst=null perm=null
2014-04-10 11:05:22,996 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56131, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0021_m_000003_0_2061963747_1, offset: 1024, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742069_1245, duration: 170139
2014-04-10 11:05:23,000 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000001_0/part-00001. BP-2026122021-127.0.0.1-1397145659663 blk_1073742074_1250{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:05:23,000 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:23,001 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000002
2014-04-10 11:05:23,001 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000002
2014-04-10 11:05:23,001 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000002
2014-04-10 11:05:23,001 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000002
2014-04-10 11:05:23,001 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:23,002 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0021_01_000002 from application application_1397145675630_0021
2014-04-10 11:05:23,002 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:23,002 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0021
2014-04-10 11:05:23,001 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000002
2014-04-10 11:05:23,007 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job_1397145675630_0021_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073742075_1251{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:05:23,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:23,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:23,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:23,025 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49929, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0021_m_000002_0_618546611_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 118087
2014-04-10 11:05:23,033 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742075_1251 src: /127.0.0.1:41602 dest: /127.0.0.1:37218
2014-04-10 11:05:23,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742075_1251 src: /127.0.0.1:54328 dest: /127.0.0.1:36156
2014-04-10 11:05:23,035 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742075_1251 src: /127.0.0.1:49947 dest: /127.0.0.1:53749
2014-04-10 11:05:23,039 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job_1397145675630_0021_1.jhist for DFSClient_NONMAPREDUCE_-1053530720_1
2014-04-10 11:05:23,045 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000002_0/part-00002. BP-2026122021-127.0.0.1-1397145659663 blk_1073742076_1252{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:05:23,052 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742074_1250 src: /127.0.0.1:49944 dest: /127.0.0.1:53749
2014-04-10 11:05:23,053 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742074_1250 src: /127.0.0.1:41605 dest: /127.0.0.1:37218
2014-04-10 11:05:23,054 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742074_1250 src: /127.0.0.1:54331 dest: /127.0.0.1:36156
2014-04-10 11:05:23,059 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54331, dest: /127.0.0.1:36156, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0021_m_000001_0_-1750878085_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742074_1250, duration: 4100128
2014-04-10 11:05:23,059 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742074_1250, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:23,059 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742074_1250{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:05:23,059 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41605, dest: /127.0.0.1:37218, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0021_m_000001_0_-1750878085_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742074_1250, duration: 4788601
2014-04-10 11:05:23,060 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742074_1250, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:23,060 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742074_1250{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:05:23,060 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49944, dest: /127.0.0.1:53749, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0021_m_000001_0_-1750878085_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742074_1250, duration: 5168973
2014-04-10 11:05:23,060 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742074_1250, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:23,060 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742074_1250{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:05:23,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:23,066 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54332, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0021_m_000003_0_2061963747_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 111159
2014-04-10 11:05:23,090 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000001_0/part-00001 is closed by DFSClient_attempt_1397145675630_0021_m_000001_0_-1750878085_1
2014-04-10 11:05:23,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:23,109 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742076_1252 src: /127.0.0.1:54333 dest: /127.0.0.1:36156
2014-04-10 11:05:23,111 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742076_1252 src: /127.0.0.1:41609 dest: /127.0.0.1:37218
2014-04-10 11:05:23,113 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742076_1252 src: /127.0.0.1:49953 dest: /127.0.0.1:53749
2014-04-10 11:05:23,119 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49953, dest: /127.0.0.1:53749, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0021_m_000002_0_618546611_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742076_1252, duration: 3079044
2014-04-10 11:05:23,119 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742076_1252, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:23,120 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742076_1252{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:05:23,120 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41609, dest: /127.0.0.1:37218, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0021_m_000002_0_618546611_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742076_1252, duration: 3876634
2014-04-10 11:05:23,120 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742076_1252, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:23,121 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742076_1252{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:05:23,121 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54333, dest: /127.0.0.1:36156, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0021_m_000002_0_618546611_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742076_1252, duration: 4748394
2014-04-10 11:05:23,121 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742076_1252{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:05:23,121 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742076_1252, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:23,140 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000002_0/part-00002 is closed by DFSClient_attempt_1397145675630_0021_m_000002_0_618546611_1
2014-04-10 11:05:23,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000001_0 dst=null perm=null
2014-04-10 11:05:23,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000001_0 dst=null perm=null
2014-04-10 11:05:23,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/task_1397145675630_0021_m_000001 dst=null perm=null
2014-04-10 11:05:23,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/task_1397145675630_0021_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:23,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000002_0 dst=null perm=null
2014-04-10 11:05:23,242 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0021_01_000003
2014-04-10 11:05:23,242 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000003
2014-04-10 11:05:23,242 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:05:23,242 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0021_01_000003
2014-04-10 11:05:23,242 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0021_01_000002
2014-04-10 11:05:23,243 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0021_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:23,243 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0021_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:05:23,243 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000002
2014-04-10 11:05:23,243 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0021_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:05:23,243 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:05:23,243 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0021_01_000002, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:23,243 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:23,244 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:05:23,244 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0021_000001 released container container_1397145675630_0021_01_000002 on node: host: localhost:41546 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:05:23,254 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0021_01_000003 is : 143
2014-04-10 11:05:23,263 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:23,263 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000003
2014-04-10 11:05:23,263 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000003
2014-04-10 11:05:23,263 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000003
2014-04-10 11:05:23,263 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000003
2014-04-10 11:05:23,263 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000003
2014-04-10 11:05:23,263 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:23,264 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0021_01_000003 from application application_1397145675630_0021
2014-04-10 11:05:23,264 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:23,264 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0021
2014-04-10 11:05:23,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:23,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:23,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:23,287 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56131, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0021_m_000003_0_2061963747_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 165989
2014-04-10 11:05:23,304 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000003_0/part-00003. BP-2026122021-127.0.0.1-1397145659663 blk_1073742077_1253{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:05:23,347 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742077_1253 src: /127.0.0.1:49955 dest: /127.0.0.1:53749
2014-04-10 11:05:23,348 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742077_1253 src: /127.0.0.1:56144 dest: /127.0.0.1:50911
2014-04-10 11:05:23,348 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742077_1253 src: /127.0.0.1:54339 dest: /127.0.0.1:36156
2014-04-10 11:05:23,353 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54339, dest: /127.0.0.1:36156, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0021_m_000003_0_2061963747_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742077_1253, duration: 3618750
2014-04-10 11:05:23,353 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742077_1253, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:23,353 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56144, dest: /127.0.0.1:50911, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0021_m_000003_0_2061963747_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742077_1253, duration: 4061246
2014-04-10 11:05:23,353 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742077_1253{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:23,353 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742077_1253, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:23,353 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49955, dest: /127.0.0.1:53749, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0021_m_000003_0_2061963747_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742077_1253, duration: 4434700
2014-04-10 11:05:23,353 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742077_1253{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:23,353 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742077_1253, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:23,354 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742077_1253{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:23,373 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000003_0/part-00003 is closed by DFSClient_attempt_1397145675630_0021_m_000003_0_2061963747_1
2014-04-10 11:05:23,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000003_0 dst=null perm=null
2014-04-10 11:05:23,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000003_0 dst=null perm=null
2014-04-10 11:05:23,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/task_1397145675630_0021_m_000003 dst=null perm=null
2014-04-10 11:05:23,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/task_1397145675630_0021_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:23,473 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0021_01_000005
2014-04-10 11:05:23,474 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000005
2014-04-10 11:05:23,474 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:05:23,474 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0021_01_000005
2014-04-10 11:05:23,482 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0021_01_000005 is : 143
2014-04-10 11:05:23,497 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:23,497 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000005
2014-04-10 11:05:23,497 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000005
2014-04-10 11:05:23,498 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000005
2014-04-10 11:05:23,498 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000005
2014-04-10 11:05:23,498 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:23,498 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0021_01_000005 from application application_1397145675630_0021
2014-04-10 11:05:23,499 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:23,498 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000005
2014-04-10 11:05:23,499 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0021
2014-04-10 11:05:24,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000004_0 dst=null perm=null
2014-04-10 11:05:24,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/task_1397145675630_0021_m_000004 dst=null perm=null
2014-04-10 11:05:24,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000004_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/task_1397145675630_0021_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:24,081 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0021_01_000006
2014-04-10 11:05:24,082 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000006
2014-04-10 11:05:24,082 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:05:24,082 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0021_01_000006
2014-04-10 11:05:24,082 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0021_01_000005
2014-04-10 11:05:24,082 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0021_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:24,082 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0021_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:05:24,082 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000005
2014-04-10 11:05:24,083 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0021_01_000005 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:05:24,083 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:05:24,083 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0021_01_000005, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:24,083 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:24,083 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:05:24,083 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0021_000001 released container container_1397145675630_0021_01_000005 on node: host: localhost:38779 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:05:24,089 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0021_01_000006 is : 143
2014-04-10 11:05:24,101 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:24,102 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000006
2014-04-10 11:05:24,102 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000006
2014-04-10 11:05:24,109 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000006
2014-04-10 11:05:24,109 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000006
2014-04-10 11:05:24,109 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000006
2014-04-10 11:05:24,109 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:24,109 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0021_01_000006 from application application_1397145675630_0021
2014-04-10 11:05:24,110 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:24,110 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0021
2014-04-10 11:05:24,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000002_0 dst=null perm=null
2014-04-10 11:05:24,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/task_1397145675630_0021_m_000002 dst=null perm=null
2014-04-10 11:05:24,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397145675630_0021_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/task_1397145675630_0021_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:24,243 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0021_01_000003
2014-04-10 11:05:24,243 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0021_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:24,243 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0021_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:05:24,244 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000003
2014-04-10 11:05:24,244 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0021_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:05:24,244 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:05:24,244 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0021_01_000003, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:24,244 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:24,244 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:05:24,244 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0021_000001 released container container_1397145675630_0021_01_000003 on node: host: localhost:41546 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:05:24,272 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0021_01_000004
2014-04-10 11:05:24,272 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000004
2014-04-10 11:05:24,272 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:05:24,273 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0021_01_000004
2014-04-10 11:05:24,273 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0021_01_000006
2014-04-10 11:05:24,273 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0021_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:24,273 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0021_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:05:24,273 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000006
2014-04-10 11:05:24,273 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0021_01_000006 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:05:24,273 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:05:24,273 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0021_01_000006, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:24,274 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:24,274 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:05:24,274 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0021_000001 released container container_1397145675630_0021_01_000006 on node: host: localhost:38779 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:05:24,280 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0021_01_000004 is : 143
2014-04-10 11:05:24,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:24,291 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:24,292 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000004
2014-04-10 11:05:24,292 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000004
2014-04-10 11:05:24,292 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000004
2014-04-10 11:05:24,292 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000004
2014-04-10 11:05:24,292 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000004
2014-04-10 11:05:24,292 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:24,292 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0021_01_000004 from application application_1397145675630_0021
2014-04-10 11:05:24,292 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:24,292 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0021
2014-04-10 11:05:24,306 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1053530720_1
2014-04-10 11:05:24,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1 dst=null perm=null
2014-04-10 11:05:24,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 11:05:24,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 11:05:24,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/task_1397145675630_0021_m_000000 dst=null perm=null
2014-04-10 11:05:24,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00000 dst=null perm=null
2014-04-10 11:05:24,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/task_1397145675630_0021_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:24,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 11:05:24,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 11:05:24,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/task_1397145675630_0021_m_000001 dst=null perm=null
2014-04-10 11:05:24,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00001 dst=null perm=null
2014-04-10 11:05:24,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/task_1397145675630_0021_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:24,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 11:05:24,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 11:05:24,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/task_1397145675630_0021_m_000002 dst=null perm=null
2014-04-10 11:05:24,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00002 dst=null perm=null
2014-04-10 11:05:24,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/task_1397145675630_0021_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:24,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 11:05:24,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 11:05:24,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/task_1397145675630_0021_m_000003 dst=null perm=null
2014-04-10 11:05:24,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00003 dst=null perm=null
2014-04-10 11:05:24,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/task_1397145675630_0021_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:24,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 11:05:24,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 11:05:24,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/task_1397145675630_0021_m_000004 dst=null perm=null
2014-04-10 11:05:24,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00004 dst=null perm=null
2014-04-10 11:05:24,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary/1/task_1397145675630_0021_m_000004/part-00004 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:24,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary dst=null perm=null
2014-04-10 11:05:24,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:24,473 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1053530720_1
2014-04-10 11:05:24,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:24,506 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1053530720_1
2014-04-10 11:05:24,528 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49947, dest: /127.0.0.1:53749, bytes: 54656, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1053530720_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742075_1251, duration: 1492044364
2014-04-10 11:05:24,528 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742075_1251, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:24,529 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54328, dest: /127.0.0.1:36156, bytes: 54656, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1053530720_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742075_1251, duration: 1493234426
2014-04-10 11:05:24,529 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742075_1251, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:24,530 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742075_1251{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 15573
2014-04-10 11:05:24,530 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41602, dest: /127.0.0.1:37218, bytes: 54656, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1053530720_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742075_1251, duration: 1494120954
2014-04-10 11:05:24,530 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742075_1251, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:24,531 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742075_1251{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 15573
2014-04-10 11:05:24,532 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742075_1251{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 15573
2014-04-10 11:05:24,548 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job_1397145675630_0021_1.jhist is closed by DFSClient_NONMAPREDUCE_-1053530720_1
2014-04-10 11:05:24,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:24,568 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742078_1254{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:05:24,584 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742078_1254 src: /127.0.0.1:56147 dest: /127.0.0.1:50911
2014-04-10 11:05:24,585 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742078_1254 src: /127.0.0.1:41617 dest: /127.0.0.1:37218
2014-04-10 11:05:24,586 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742078_1254 src: /127.0.0.1:49961 dest: /127.0.0.1:53749
2014-04-10 11:05:24,589 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49961, dest: /127.0.0.1:53749, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1053530720_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742078_1254, duration: 2039428
2014-04-10 11:05:24,589 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742078_1254, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:24,590 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742078_1254{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:05:24,590 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41617, dest: /127.0.0.1:37218, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1053530720_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742078_1254, duration: 2618472
2014-04-10 11:05:24,590 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742078_1254{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:05:24,590 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742078_1254, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:24,591 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56147, dest: /127.0.0.1:50911, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1053530720_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742078_1254, duration: 3546506
2014-04-10 11:05:24,591 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742078_1254, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:24,591 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742078_1254{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:05:24,606 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1053530720_1
2014-04-10 11:05:24,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:24,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job_1397145675630_0021_1.jhist dst=null perm=null
2014-04-10 11:05:24,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021-1397145914255-brock-%5BB40944403FBA43E783CC61F6F08B8472%2F809F8353E2AB4305-1397145924508-5-0-SUCCEEDED-default-1397145917244.jhist_tmp dst=null perm=null
2014-04-10 11:05:24,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job_1397145675630_0021_1.jhist dst=null perm=null
2014-04-10 11:05:24,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021-1397145914255-brock-%5BB40944403FBA43E783CC61F6F08B8472%2F809F8353E2AB4305-1397145924508-5-0-SUCCEEDED-default-1397145917244.jhist_tmp dst=null perm=null
2014-04-10 11:05:24,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job_1397145675630_0021_1.jhist dst=null perm=null
2014-04-10 11:05:24,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021-1397145914255-brock-%5BB40944403FBA43E783CC61F6F08B8472%2F809F8353E2AB4305-1397145924508-5-0-SUCCEEDED-default-1397145917244.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:24,656 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41619, bytes: 55084, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1053530720_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742075_1251, duration: 269863
2014-04-10 11:05:24,659 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021-1397145914255-brock-%5BB40944403FBA43E783CC61F6F08B8472%2F809F8353E2AB4305-1397145924508-5-0-SUCCEEDED-default-1397145917244.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742079_1255{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:05:24,675 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742079_1255 src: /127.0.0.1:41620 dest: /127.0.0.1:37218
2014-04-10 11:05:24,677 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742079_1255 src: /127.0.0.1:54346 dest: /127.0.0.1:36156
2014-04-10 11:05:24,678 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742079_1255 src: /127.0.0.1:49965 dest: /127.0.0.1:53749
2014-04-10 11:05:24,682 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49965, dest: /127.0.0.1:53749, bytes: 54656, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1053530720_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742079_1255, duration: 2695204
2014-04-10 11:05:24,682 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742079_1255, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:24,682 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742079_1255{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:24,682 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54346, dest: /127.0.0.1:36156, bytes: 54656, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1053530720_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742079_1255, duration: 3348553
2014-04-10 11:05:24,683 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742079_1255, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:24,683 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742079_1255{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:24,683 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41620, dest: /127.0.0.1:37218, bytes: 54656, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1053530720_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742079_1255, duration: 3857257
2014-04-10 11:05:24,683 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742079_1255, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:24,684 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742079_1255{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:24,698 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021-1397145914255-brock-%5BB40944403FBA43E783CC61F6F08B8472%2F809F8353E2AB4305-1397145924508-5-0-SUCCEEDED-default-1397145917244.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1053530720_1
2014-04-10 11:05:24,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021-1397145914255-brock-%5BB40944403FBA43E783CC61F6F08B8472%2F809F8353E2AB4305-1397145924508-5-0-SUCCEEDED-default-1397145917244.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:24,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job_1397145675630_0021_1_conf.xml dst=null perm=null
2014-04-10 11:05:24,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021_conf.xml_tmp dst=null perm=null
2014-04-10 11:05:24,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job_1397145675630_0021_1_conf.xml dst=null perm=null
2014-04-10 11:05:24,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021_conf.xml_tmp dst=null perm=null
2014-04-10 11:05:24,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021/job_1397145675630_0021_1_conf.xml dst=null perm=null
2014-04-10 11:05:24,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:24,742 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56154, bytes: 95839, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1053530720_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742072_1248, duration: 373327
2014-04-10 11:05:24,745 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742080_1256{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:05:24,758 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742080_1256 src: /127.0.0.1:56155 dest: /127.0.0.1:50911
2014-04-10 11:05:24,760 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742080_1256 src: /127.0.0.1:54350 dest: /127.0.0.1:36156
2014-04-10 11:05:24,761 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742080_1256 src: /127.0.0.1:49969 dest: /127.0.0.1:53749
2014-04-10 11:05:24,765 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49969, dest: /127.0.0.1:53749, bytes: 95095, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1053530720_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742080_1256, duration: 2851571
2014-04-10 11:05:24,765 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742080_1256, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:24,765 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742080_1256{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:24,765 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54350, dest: /127.0.0.1:36156, bytes: 95095, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1053530720_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742080_1256, duration: 3359646
2014-04-10 11:05:24,766 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742080_1256, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:24,766 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742080_1256{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:24,766 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56155, dest: /127.0.0.1:50911, bytes: 95095, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1053530720_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742080_1256, duration: 4153754
2014-04-10 11:05:24,767 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742080_1256, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:24,767 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742080_1256{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:24,781 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1053530720_1
2014-04-10 11:05:24,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:24,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:24,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:24,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021-1397145914255-brock-%5BB40944403FBA43E783CC61F6F08B8472%2F809F8353E2AB4305-1397145924508-5-0-SUCCEEDED-default-1397145917244.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021-1397145914255-brock-%5BB40944403FBA43E783CC61F6F08B8472%2F809F8353E2AB4305-1397145924508-5-0-SUCCEEDED-default-1397145917244.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:24,857 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0021_000001 with final state: FINISHING
2014-04-10 11:05:24,857 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0021_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:05:24,857 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0021 with final state: FINISHING
2014-04-10 11:05:24,857 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0021 State change from RUNNING to FINAL_SAVING
2014-04-10 11:05:24,857 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0021
2014-04-10 11:05:24,858 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0021_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:05:24,858 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0021 State change from FINAL_SAVING to FINISHING
2014-04-10 11:05:24,883 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:05:24,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:05:24,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:05:24,887 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0021 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021-1397145914255-brock-%5BB40944403FBA43E783CC61F6F08B8472%2F809F8353E2AB4305-1397145924508-5-0-SUCCEEDED-default-1397145917244.jhist
2014-04-10 11:05:24,888 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021-1397145914255-brock-%5BB40944403FBA43E783CC61F6F08B8472%2F809F8353E2AB4305-1397145924508-5-0-SUCCEEDED-default-1397145917244.jhist]
2014-04-10 11:05:24,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021-1397145914255-brock-%5BB40944403FBA43E783CC61F6F08B8472%2F809F8353E2AB4305-1397145924508-5-0-SUCCEEDED-default-1397145917244.jhist dst=null perm=null
2014-04-10 11:05:24,891 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49972, bytes: 55084, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742079_1255, duration: 270479
2014-04-10 11:05:24,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021.summary dst=null perm=null
2014-04-10 11:05:24,915 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56161, bytes: 442, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742078_1254, duration: 219388
2014-04-10 11:05:24,915 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0021,submitTime=1397145914255,launchTime=1397145917244,firstMapTaskLaunchTime=1397145919419,firstReduceTaskLaunchTime=0,finishTime=1397145924508,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=20,reduceSlotSeconds=0,jobName=[B40944403FBA43E783CC61F6F08B8472/809F8353E2AB4305B13D8592705941AA] lower*upper/(1/1) ...dedpipesplatform/joinnone
2014-04-10 11:05:24,915 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021.summary]
2014-04-10 11:05:24,931 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742078_1254 127.0.0.1:50911 127.0.0.1:37218 127.0.0.1:53749
2014-04-10 11:05:24,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021.summary dst=null perm=null
2014-04-10 11:05:24,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:05:24,934 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021-1397145914255-brock-%5BB40944403FBA43E783CC61F6F08B8472%2F809F8353E2AB4305-1397145924508-5-0-SUCCEEDED-default-1397145917244.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0021-1397145914255-brock-%5BB40944403FBA43E783CC61F6F08B8472%2F809F8353E2AB4305-1397145924508-5-0-SUCCEEDED-default-1397145917244.jhist
2014-04-10 11:05:24,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021-1397145914255-brock-%5BB40944403FBA43E783CC61F6F08B8472%2F809F8353E2AB4305-1397145924508-5-0-SUCCEEDED-default-1397145917244.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0021-1397145914255-brock-%5BB40944403FBA43E783CC61F6F08B8472%2F809F8353E2AB4305-1397145924508-5-0-SUCCEEDED-default-1397145917244.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:24,948 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0021_conf.xml
2014-04-10 11:05:24,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0021_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0021_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:24,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 11:05:24,980 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary
2014-04-10 11:05:24,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/_temporary dst=null perm=null
2014-04-10 11:05:24,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 11:05:24,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 11:05:24,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 11:05:25,001 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:05:25,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00000 dst=null perm=null
2014-04-10 11:05:25,004 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56161, bytes: 84, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742073_1249, duration: 207295
2014-04-10 11:05:25,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00001 dst=null perm=null
2014-04-10 11:05:25,007 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54356, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742074_1250, duration: 201172
2014-04-10 11:05:25,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00002 dst=null perm=null
2014-04-10 11:05:25,009 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54356, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742076_1252, duration: 183606
2014-04-10 11:05:25,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00003 dst=null perm=null
2014-04-10 11:05:25,011 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56161, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742077_1253, duration: 184263
2014-04-10 11:05:25,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00004 dst=null perm=null
2014-04-10 11:05:25,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 11:05:25,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 11:05:25,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 11:05:25,032 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:05:25,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00000 dst=null perm=null
2014-04-10 11:05:25,035 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41632, bytes: 84, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742073_1249, duration: 137330
2014-04-10 11:05:25,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00001 dst=null perm=null
2014-04-10 11:05:25,037 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41632, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742074_1250, duration: 200931
2014-04-10 11:05:25,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00002 dst=null perm=null
2014-04-10 11:05:25,039 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54356, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742076_1252, duration: 109840
2014-04-10 11:05:25,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00003 dst=null perm=null
2014-04-10 11:05:25,040 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49972, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742077_1253, duration: 136663
2014-04-10 11:05:25,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00004 dst=null perm=null
2014-04-10 11:05:25,042 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/joinfieldedpipesplatform/joinnone
2014-04-10 11:05:25,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 11:05:25,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 11:05:25,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 11:05:25,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 11:05:25,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00000 dst=null perm=null
2014-04-10 11:05:25,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00000 dst=null perm=null
2014-04-10 11:05:25,047 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41632, bytes: 84, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742073_1249, duration: 148793
2014-04-10 11:05:25,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00001 dst=null perm=null
2014-04-10 11:05:25,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00001 dst=null perm=null
2014-04-10 11:05:25,049 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41632, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742074_1250, duration: 78105
2014-04-10 11:05:25,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00002 dst=null perm=null
2014-04-10 11:05:25,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00002 dst=null perm=null
2014-04-10 11:05:25,050 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41632, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742076_1252, duration: 79225
2014-04-10 11:05:25,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00003 dst=null perm=null
2014-04-10 11:05:25,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00003 dst=null perm=null
2014-04-10 11:05:25,052 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56161, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742077_1253, duration: 78559
2014-04-10 11:05:25,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00004 dst=null perm=null
2014-04-10 11:05:25,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinnone/part-00004 dst=null perm=null
2014-04-10 11:05:25,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:25,064 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:05:25,064 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:05:25,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself dst=null perm=null
2014-04-10 11:05:25,079 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 11:05:25,079 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:05:25,079 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:05:25,079 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself"]
2014-04-10 11:05:25,080 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 11:05:25,080 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 2
2014-04-10 11:05:25,080 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 2
2014-04-10 11:05:25,081 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/2)
2014-04-10 11:05:25,091 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:05:25,098 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:05:25,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0 dst=null perm=null
2014-04-10 11:05:25,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:05:25,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:05:25,101 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 22
2014-04-10 11:05:25,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022 dst=null perm=null
2014-04-10 11:05:25,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:05:25,139 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742078_1254]
2014-04-10 11:05:25,139 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073742078_1254]
2014-04-10 11:05:25,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:05:25,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.jar dst=null perm=null
2014-04-10 11:05:25,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:25,159 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073742081_1257{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:05:25,174 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742081_1257 src: /127.0.0.1:49976 dest: /127.0.0.1:53749
2014-04-10 11:05:25,175 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742081_1257 src: /127.0.0.1:41634 dest: /127.0.0.1:37218
2014-04-10 11:05:25,176 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742081_1257 src: /127.0.0.1:56166 dest: /127.0.0.1:50911
2014-04-10 11:05:25,181 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56166, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742081_1257, duration: 3793844
2014-04-10 11:05:25,182 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742081_1257, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:25,182 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742081_1257{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:25,182 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41634, dest: /127.0.0.1:37218, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742081_1257, duration: 4259840
2014-04-10 11:05:25,182 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742081_1257, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:25,183 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742081_1257{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:25,183 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49976, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742081_1257, duration: 4152834
2014-04-10 11:05:25,183 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742081_1257, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:25,183 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742081_1257{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:25,198 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:05:25,199 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.jar
2014-04-10 11:05:25,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.jar dst=null perm=null
2014-04-10 11:05:25,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:25,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:25,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:25,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:25,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:05:25,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:05:25,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:05:25,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:05:25,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:05:25,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:25,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:25,242 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:05:25,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:25,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:25,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:25,273 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0021_01_000004
2014-04-10 11:05:25,274 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0021_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:25,274 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.split
2014-04-10 11:05:25,274 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0021_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:05:25,274 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000004
2014-04-10 11:05:25,274 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0021_01_000004 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:05:25,274 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:05:25,275 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0021_01_000004, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:25,275 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:25,275 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:05:25,275 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0021_000001 released container container_1397145675630_0021_01_000004 on node: host: localhost:38779 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:05:25,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.split dst=null perm=null
2014-04-10 11:05:25,292 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073742082_1258{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:05:25,308 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742082_1258 src: /127.0.0.1:41637 dest: /127.0.0.1:37218
2014-04-10 11:05:25,309 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742082_1258 src: /127.0.0.1:54363 dest: /127.0.0.1:36156
2014-04-10 11:05:25,310 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742082_1258 src: /127.0.0.1:49982 dest: /127.0.0.1:53749
2014-04-10 11:05:25,311 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742082_1258 src: /127.0.0.1:56171 dest: /127.0.0.1:50911
2014-04-10 11:05:25,314 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56171, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742082_1258, duration: 1746030
2014-04-10 11:05:25,315 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742082_1258, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:25,315 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742082_1258{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:05:25,315 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49982, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742082_1258, duration: 2521653
2014-04-10 11:05:25,315 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742082_1258, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:25,316 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742082_1258{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:05:25,316 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54363, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742082_1258, duration: 3125386
2014-04-10 11:05:25,316 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742082_1258, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:25,316 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742082_1258{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:05:25,317 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41637, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742082_1258, duration: 3627220
2014-04-10 11:05:25,317 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742082_1258, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:25,317 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742082_1258{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:05:25,331 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:05:25,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:25,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:25,366 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073742083_1259{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:05:25,383 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742083_1259 src: /127.0.0.1:41641 dest: /127.0.0.1:37218
2014-04-10 11:05:25,384 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742083_1259 src: /127.0.0.1:56173 dest: /127.0.0.1:50911
2014-04-10 11:05:25,385 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742083_1259 src: /127.0.0.1:49986 dest: /127.0.0.1:53749
2014-04-10 11:05:25,388 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49986, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742083_1259, duration: 1418315
2014-04-10 11:05:25,388 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742083_1259, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:25,388 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742083_1259{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:25,388 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56173, dest: /127.0.0.1:50911, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742083_1259, duration: 1944739
2014-04-10 11:05:25,389 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742083_1259, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:25,389 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742083_1259{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:25,389 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41641, dest: /127.0.0.1:37218, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742083_1259, duration: 2658363
2014-04-10 11:05:25,389 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742083_1259, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:25,390 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742083_1259{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:25,406 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:05:25,407 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:05:25,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:25,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:25,447 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742084_1260{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:05:25,466 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742084_1260 src: /127.0.0.1:54369 dest: /127.0.0.1:36156
2014-04-10 11:05:25,467 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742084_1260 src: /127.0.0.1:49988 dest: /127.0.0.1:53749
2014-04-10 11:05:25,468 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742084_1260 src: /127.0.0.1:56177 dest: /127.0.0.1:50911
2014-04-10 11:05:25,473 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56177, dest: /127.0.0.1:50911, bytes: 80051, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742084_1260, duration: 3067331
2014-04-10 11:05:25,473 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742084_1260, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:25,473 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742084_1260{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:25,473 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49988, dest: /127.0.0.1:53749, bytes: 80051, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742084_1260, duration: 3619173
2014-04-10 11:05:25,474 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742084_1260, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:25,474 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742084_1260{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:25,474 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54369, dest: /127.0.0.1:36156, bytes: 80051, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742084_1260, duration: 4415373
2014-04-10 11:05:25,474 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742084_1260, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:25,475 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742084_1260{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:25,490 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:05:25,490 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0022
2014-04-10 11:05:25,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022 dst=null perm=null
2014-04-10 11:05:25,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.xml dst=null perm=null
2014-04-10 11:05:25,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.xml dst=null perm=null
2014-04-10 11:05:25,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.jar dst=null perm=null
2014-04-10 11:05:25,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.jar dst=null perm=null
2014-04-10 11:05:25,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.split dst=null perm=null
2014-04-10 11:05:25,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.split dst=null perm=null
2014-04-10 11:05:25,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:25,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:25,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:25,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:25,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:25,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:25,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:25,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:25,545 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 22 submitted by user brock
2014-04-10 11:05:25,546 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0022
2014-04-10 11:05:25,546 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0022
2014-04-10 11:05:25,546 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0022
2014-04-10 11:05:25,546 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0022 State change from NEW to NEW_SAVING
2014-04-10 11:05:25,547 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0022 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:05:25,547 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0022_000001
2014-04-10 11:05:25,547 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0022_000001 State change from NEW to SUBMITTED
2014-04-10 11:05:25,547 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0022 from user: brock activated in queue: default
2014-04-10 11:05:25,548 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0022 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:05:25,548 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0022 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:05:25,548 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0022
2014-04-10 11:05:25,548 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0022_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:05:25,549 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0022_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:05:25,549 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0022 State change from SUBMITTED to ACCEPTED
2014-04-10 11:05:25,551 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0022/
2014-04-10 11:05:25,551 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397145675630_0022
2014-04-10 11:05:25,551 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:33250/proxy/application_1397145675630_0022/
2014-04-10 11:05:25,586 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742076_1252
2014-04-10 11:05:25,587 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742075_1251
2014-04-10 11:05:25,588 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742084_1260
2014-04-10 11:05:25,589 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742082_1258
2014-04-10 11:05:25,589 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742073_1249
2014-04-10 11:05:25,590 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742080_1256
2014-04-10 11:05:25,591 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742074_1250
2014-04-10 11:05:25,591 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742077_1253
2014-04-10 11:05:25,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742079_1255
2014-04-10 11:05:25,896 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0022_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:25,896 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000001
2014-04-10 11:05:25,897 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0022_01_000001 of capacity <memory:2048, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:05:25,897 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0022 container=Container: [ContainerId: container_1397145675630_0022_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0022_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:25,897 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:05:25,897 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0022_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:25,897 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:25,900 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0022 AttemptId: appattempt_1397145675630_0022_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0022_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ]
2014-04-10 11:05:25,900 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0022_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:05:25,901 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0022_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:05:25,901 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0022_000001
2014-04-10 11:05:25,902 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0022_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] for AM appattempt_1397145675630_0022_000001
2014-04-10 11:05:25,902 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0022_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:05:25,906 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0022_000001 (auth:SIMPLE)
2014-04-10 11:05:25,907 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0022_01_000001 by user brock
2014-04-10 11:05:25,907 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0022
2014-04-10 11:05:25,908 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000001
2014-04-10 11:05:25,908 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0022 transitioned from NEW to INITING
2014-04-10 11:05:25,908 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0022_01_000001 to application application_1397145675630_0022
2014-04-10 11:05:25,908 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0022 transitioned from INITING to RUNNING
2014-04-10 11:05:25,908 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0022_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] for AM appattempt_1397145675630_0022_000001
2014-04-10 11:05:25,909 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0022_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:05:25,909 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:05:25,909 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0022
2014-04-10 11:05:25,909 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:05:25,909 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:05:25,909 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:05:25,910 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:05:25,910 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0022_01_000001
2014-04-10 11:05:25,921 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145675630_0022_01_000001.tokens. Credentials list:
2014-04-10 11:05:25,923 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742068_1244 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:50911
2014-04-10 11:05:25,923 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742069_1245 127.0.0.1:50911 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:53749
2014-04-10 11:05:25,924 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742070_1246 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:36156
2014-04-10 11:05:25,924 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742071_1247 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:36156
2014-04-10 11:05:25,924 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742075_1251 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:53749
2014-04-10 11:05:25,924 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742072_1248 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:50911
2014-04-10 11:05:25,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0021 dst=null perm=null
2014-04-10 11:05:25,938 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:05:26,014 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145675630_0022_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000001.tokens
2014-04-10 11:05:26,015 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0022 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0022
2014-04-10 11:05:26,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.jar dst=null perm=null
2014-04-10 11:05:26,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.jar dst=null perm=null
2014-04-10 11:05:26,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.jar dst=null perm=null
2014-04-10 11:05:26,131 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56181, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1822808535_12931, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742081_1257, duration: 868843
2014-04-10 11:05:26,157 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0022/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:26,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:26,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:26,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:26,183 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49994, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1822808535_12931, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742083_1259, duration: 232618
2014-04-10 11:05:26,202 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0022/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:26,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.split dst=null perm=null
2014-04-10 11:05:26,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.split dst=null perm=null
2014-04-10 11:05:26,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.split dst=null perm=null
2014-04-10 11:05:26,228 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:49994, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1822808535_12931, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742082_1258, duration: 221971
2014-04-10 11:05:26,246 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0022/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:26,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.xml dst=null perm=null
2014-04-10 11:05:26,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.xml dst=null perm=null
2014-04-10 11:05:26,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.xml dst=null perm=null
2014-04-10 11:05:26,273 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54378, bytes: 80679, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1822808535_12931, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742084_1260, duration: 411426
2014-04-10 11:05:26,293 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0022/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:26,293 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:26,326 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:26,326 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:26,390 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000001/default_container_executor.sh]
2014-04-10 11:05:26,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742078_1254 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742078 for deletion
2014-04-10 11:05:26,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742078_1254 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742078
2014-04-10 11:05:26,766 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742078_1254 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742078 for deletion
2014-04-10 11:05:26,766 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742078_1254 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742078
2014-04-10 11:05:26,895 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0022_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:26,923 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742073_1249
2014-04-10 11:05:26,923 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742084_1260
2014-04-10 11:05:26,924 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742081_1257
2014-04-10 11:05:26,925 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742083_1259
2014-04-10 11:05:27,123 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742080_1256
2014-04-10 11:05:27,124 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742077_1253
2014-04-10 11:05:27,124 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742082_1258
2014-04-10 11:05:27,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:05:27,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/COMMIT_STARTED dst=null perm=null
2014-04-10 11:05:27,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:05:27,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/COMMIT_FAIL dst=null perm=null
2014-04-10 11:05:27,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022 dst=null perm=null
2014-04-10 11:05:27,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:05:27,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:05:27,717 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742076_1252
2014-04-10 11:05:27,718 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742081_1257
2014-04-10 11:05:27,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:27,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:27,873 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41656, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-315618723_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742083_1259, duration: 175542
2014-04-10 11:05:27,906 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742082_1258
2014-04-10 11:05:27,908 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742081_1257
2014-04-10 11:05:27,909 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742079_1255
2014-04-10 11:05:27,909 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742074_1250
2014-04-10 11:05:27,909 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742076_1252
2014-04-10 11:05:27,909 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742083_1259
2014-04-10 11:05:27,917 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742084_1260
2014-04-10 11:05:27,918 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742082_1258
2014-04-10 11:05:27,918 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742083_1259
2014-04-10 11:05:27,918 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742079_1255
2014-04-10 11:05:27,919 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742080_1256
2014-04-10 11:05:27,919 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742074_1250
2014-04-10 11:05:27,919 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742078_1254
2014-04-10 11:05:28,108 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742075_1251
2014-04-10 11:05:28,118 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742075_1251
2014-04-10 11:05:28,118 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742077_1253
2014-04-10 11:05:28,140 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53749 to replicate blk_1073742081_1257 to datanode(s) 127.0.0.1:36156
2014-04-10 11:05:28,140 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742068_1244, blk_1073742069_1245, blk_1073742070_1246, blk_1073742072_1248, blk_1073742075_1251]
2014-04-10 11:05:28,140 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073742068_1244, blk_1073742069_1245, blk_1073742071_1247, blk_1073742072_1248]
2014-04-10 11:05:28,475 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0022_000001 (auth:SIMPLE)
2014-04-10 11:05:28,477 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0022_000001
2014-04-10 11:05:28,477 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0022 APPATTEMPTID=appattempt_1397145675630_0022_000001
2014-04-10 11:05:28,477 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0022_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:05:28,478 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0022 State change from ACCEPTED to RUNNING
2014-04-10 11:05:28,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job_1397145675630_0022_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:28,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:28,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job_1397145675630_0022_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:28,656 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job_1397145675630_0022_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742085_1261{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:05:28,752 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742085_1261 src: /127.0.0.1:41659 dest: /127.0.0.1:37218
2014-04-10 11:05:28,753 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742085_1261 src: /127.0.0.1:56191 dest: /127.0.0.1:50911
2014-04-10 11:05:28,754 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742085_1261 src: /127.0.0.1:54386 dest: /127.0.0.1:36156
2014-04-10 11:05:28,758 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54386, dest: /127.0.0.1:36156, bytes: 94052, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-315618723_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742085_1261, duration: 3844714
2014-04-10 11:05:28,759 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742085_1261, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:28,759 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56191, dest: /127.0.0.1:50911, bytes: 94052, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-315618723_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742085_1261, duration: 4284662
2014-04-10 11:05:28,759 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742085_1261{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:28,759 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742085_1261, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:28,759 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742085_1261{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:28,759 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41659, dest: /127.0.0.1:37218, bytes: 94052, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-315618723_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742085_1261, duration: 4589789
2014-04-10 11:05:28,760 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742085_1261, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:28,760 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742085_1261{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:28,773 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job_1397145675630_0022_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-315618723_1
2014-04-10 11:05:29,663 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=68edbb52-d631-4c11-b1f4-78133ce1dada, infoPort=59891, ipcPort=41399, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073742081_1257 to 127.0.0.1:36156
2014-04-10 11:05:29,664 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742081_1257 src: /127.0.0.1:54389 dest: /127.0.0.1:36156
2014-04-10 11:05:29,665 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073742081_1257 (numBytes=244650) to 127.0.0.1/127.0.0.1:36156
2014-04-10 11:05:29,666 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073742081_1257 src: /127.0.0.1:54389 dest: /127.0.0.1:36156 of size 244650
2014-04-10 11:05:29,667 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742081_1257 size 244650
2014-04-10 11:05:29,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742068_1244 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742068 for deletion
2014-04-10 11:05:29,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742069_1245 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742069 for deletion
2014-04-10 11:05:29,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742071_1247 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742071 for deletion
2014-04-10 11:05:29,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742068_1244 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742068
2014-04-10 11:05:29,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742072_1248 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742072 for deletion
2014-04-10 11:05:29,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742071_1247 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742071
2014-04-10 11:05:29,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742069_1245 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742069
2014-04-10 11:05:29,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742072_1248 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742072
2014-04-10 11:05:29,766 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742068_1244 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742068 for deletion
2014-04-10 11:05:29,766 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742069_1245 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742069 for deletion
2014-04-10 11:05:29,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742068_1244 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742068
2014-04-10 11:05:29,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742069_1245 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742069
2014-04-10 11:05:29,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742070_1246 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742070 for deletion
2014-04-10 11:05:29,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742072_1248 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742072 for deletion
2014-04-10 11:05:29,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742070_1246 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742070
2014-04-10 11:05:29,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742075_1251 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742075 for deletion
2014-04-10 11:05:29,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742072_1248 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742072
2014-04-10 11:05:29,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742075_1251 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742075
2014-04-10 11:05:29,897 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0022_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:29,897 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000002
2014-04-10 11:05:29,897 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0022_01_000002 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:05:29,897 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0022 container=Container: [ContainerId: container_1397145675630_0022_01_000002, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0022_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:29,898 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:05:29,898 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:29,898 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0022_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:29,898 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000003
2014-04-10 11:05:29,899 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0022_01_000003 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:05:29,899 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0022 container=Container: [ContainerId: container_1397145675630_0022_01_000003, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0022_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:29,899 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:05:29,899 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:29,927 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0022_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:29,927 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000004
2014-04-10 11:05:29,927 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0022_01_000004 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:05:29,927 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0022 container=Container: [ContainerId: container_1397145675630_0022_01_000004, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0022_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:29,928 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:05:29,928 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:29,928 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0022_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:29,928 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000005
2014-04-10 11:05:29,928 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0022_01_000005 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:05:29,929 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0022 container=Container: [ContainerId: container_1397145675630_0022_01_000005, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0022_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:29,929 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:05:29,929 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:29,929 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0022_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:29,929 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000006
2014-04-10 11:05:29,929 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0022_01_000006 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:05:29,929 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0022 container=Container: [ContainerId: container_1397145675630_0022_01_000006, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0022_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:29,929 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:05:29,929 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:30,514 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0022_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:30,514 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0022_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:30,514 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0022_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:30,515 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0022_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:30,515 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0022_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:30,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.jar dst=null perm=null
2014-04-10 11:05:30,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.jar dst=null perm=null
2014-04-10 11:05:30,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.xml dst=null perm=null
2014-04-10 11:05:30,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.xml dst=null perm=null
2014-04-10 11:05:30,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:30,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:30,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:30,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:30,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:30,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:30,595 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742081_1257
2014-04-10 11:05:30,646 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0022_000001 (auth:SIMPLE)
2014-04-10 11:05:30,646 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0022_000001 (auth:SIMPLE)
2014-04-10 11:05:30,650 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0022_01_000006 by user brock
2014-04-10 11:05:30,651 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0022
2014-04-10 11:05:30,651 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0022_01_000005 by user brock
2014-04-10 11:05:30,651 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000006
2014-04-10 11:05:30,651 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0022 transitioned from NEW to INITING
2014-04-10 11:05:30,651 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0022_01_000004 by user brock
2014-04-10 11:05:30,651 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0022_01_000006 to application application_1397145675630_0022
2014-04-10 11:05:30,652 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000004
2014-04-10 11:05:30,651 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000005
2014-04-10 11:05:30,651 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0022_01_000002 by user brock
2014-04-10 11:05:30,651 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0022_01_000003 by user brock
2014-04-10 11:05:30,652 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0022_01_000002 to application application_1397145675630_0022
2014-04-10 11:05:30,652 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0022_01_000005 to application application_1397145675630_0022
2014-04-10 11:05:30,653 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000003
2014-04-10 11:05:30,653 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:05:30,653 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0022_01_000004 to application application_1397145675630_0022
2014-04-10 11:05:30,652 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000002
2014-04-10 11:05:30,653 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0022_01_000003 to application application_1397145675630_0022
2014-04-10 11:05:30,653 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0022 transitioned from INITING to RUNNING
2014-04-10 11:05:30,653 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0022
2014-04-10 11:05:30,654 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0022
2014-04-10 11:05:30,654 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:05:30,654 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:05:30,654 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0022
2014-04-10 11:05:30,654 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:05:30,655 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:05:30,655 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:05:30,655 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0022
2014-04-10 11:05:30,655 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0022
2014-04-10 11:05:30,655 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:05:30,655 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:30,655 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0022
2014-04-10 11:05:30,655 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0022
2014-04-10 11:05:30,656 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0022
2014-04-10 11:05:30,656 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:05:30,656 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:05:30,656 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0022
2014-04-10 11:05:30,656 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:05:30,656 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0022
2014-04-10 11:05:30,656 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0022
2014-04-10 11:05:30,657 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:05:30,657 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0022
2014-04-10 11:05:30,657 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:30,657 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0022
2014-04-10 11:05:30,657 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0022
2014-04-10 11:05:30,657 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:05:30,657 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0022
2014-04-10 11:05:30,658 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0022_01_000005
2014-04-10 11:05:30,658 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0022_01_000004
2014-04-10 11:05:30,659 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0022_01_000006
2014-04-10 11:05:30,671 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0022_01_000006.tokens. Credentials list:
2014-04-10 11:05:30,672 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0022_01_000004.tokens. Credentials list:
2014-04-10 11:05:30,672 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0022_01_000005.tokens. Credentials list:
2014-04-10 11:05:30,683 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:05:30,684 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:30,684 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:30,684 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:30,684 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:30,772 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000003/default_container_executor.sh]
2014-04-10 11:05:30,772 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000002/default_container_executor.sh]
2014-04-10 11:05:30,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0022_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000006.tokens
2014-04-10 11:05:30,779 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0022 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0022
2014-04-10 11:05:30,795 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742085_1261
2014-04-10 11:05:30,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.jar dst=null perm=null
2014-04-10 11:05:30,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.jar dst=null perm=null
2014-04-10 11:05:30,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.jar dst=null perm=null
2014-04-10 11:05:30,887 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41671, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_434005948_13116, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742081_1257, duration: 410095
2014-04-10 11:05:30,896 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0022_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:30,897 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0022_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:30,902 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0022/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:30,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.xml dst=null perm=null
2014-04-10 11:05:30,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.xml dst=null perm=null
2014-04-10 11:05:30,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.xml dst=null perm=null
2014-04-10 11:05:30,918 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54398, bytes: 80679, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_434005948_13116, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742084_1260, duration: 187664
2014-04-10 11:05:30,927 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0022_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:30,927 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0022_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:30,927 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0022_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:30,929 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0022/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:30,929 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:30,929 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:30,929 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:30,954 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:30,955 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:30,956 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:30,956 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:30,956 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:30,956 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:31,010 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000006/default_container_executor.sh]
2014-04-10 11:05:31,013 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000005/default_container_executor.sh]
2014-04-10 11:05:31,013 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000004/default_container_executor.sh]
2014-04-10 11:05:31,044 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0021_01_000001 succeeded
2014-04-10 11:05:31,044 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:05:31,044 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0021_01_000001
2014-04-10 11:05:31,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000001
2014-04-10 11:05:31,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000001
2014-04-10 11:05:31,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000001
2014-04-10 11:05:31,054 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0021/container_1397145675630_0021_01_000001
2014-04-10 11:05:31,054 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000001
2014-04-10 11:05:31,054 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0021_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:05:31,054 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0021_01_000001 from application application_1397145675630_0021
2014-04-10 11:05:31,054 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:31,054 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0021
2014-04-10 11:05:31,140 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073742068_1244, blk_1073742069_1245, blk_1073742070_1246, blk_1073742071_1247, blk_1073742075_1251]
2014-04-10 11:05:31,141 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742068_1244, blk_1073742069_1245, blk_1073742070_1246, blk_1073742071_1247, blk_1073742072_1248, blk_1073742075_1251, blk_1073742078_1254]
2014-04-10 11:05:31,245 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0021_01_000001
2014-04-10 11:05:31,246 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0021_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:31,246 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0021_000001
2014-04-10 11:05:31,246 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0021_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:05:31,246 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0021_000001 State change from FINISHING to FINISHED
2014-04-10 11:05:31,246 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0021 CONTAINERID=container_1397145675630_0021_01_000001
2014-04-10 11:05:31,246 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0021 State change from FINISHING to FINISHED
2014-04-10 11:05:31,246 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0021_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41546, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:05:31,246 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0021
2014-04-10 11:05:31,246 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:05:31,246 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0021,name=[B40944403FBA43E783CC61F6F08B8472/809F8353E2AB4305B13D8592705941AA] lower*upper/(1/1) ...dedpipesplatform/joinnone,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0021/jobhistory/job/job_1397145675630_0021,appMasterHost=localhost.localdomain,startTime=1397145914255,finishTime=1397145924857,finalStatus=SUCCEEDED
2014-04-10 11:05:31,246 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0021_000001
2014-04-10 11:05:31,246 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0021_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:31,247 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:31,247 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:05:31,247 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0021_000001 released container container_1397145675630_0021_01_000001 on node: host: localhost:41546 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:05:31,247 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0021_000001 is done. finalState=FINISHED
2014-04-10 11:05:31,247 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0021 requests cleared
2014-04-10 11:05:31,247 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0021 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:05:31,247 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0021 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:05:31,249 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0021_000001 (auth:SIMPLE)
2014-04-10 11:05:31,255 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0021_01_000001
2014-04-10 11:05:31,275 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0021 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:05:31,275 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0021
2014-04-10 11:05:31,275 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0021
2014-04-10 11:05:31,276 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0021
2014-04-10 11:05:31,276 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0021
2014-04-10 11:05:31,276 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0021
2014-04-10 11:05:31,276 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0021 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:05:31,276 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0021, with delay of 10800 seconds
2014-04-10 11:05:31,534 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:05:32,055 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:05:32,127 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742085_1261
2014-04-10 11:05:32,246 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0021 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:05:32,246 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0021
2014-04-10 11:05:32,246 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0021
2014-04-10 11:05:32,246 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0021
2014-04-10 11:05:32,246 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0021 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:05:32,246 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0021, with delay of 10800 seconds
2014-04-10 11:05:32,247 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0021
2014-04-10 11:05:32,247 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0021
2014-04-10 11:05:32,266 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0022_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000005.tokens
2014-04-10 11:05:32,266 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0022 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0022
2014-04-10 11:05:32,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742068_1244 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742068 for deletion
2014-04-10 11:05:32,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742069_1245 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742069 for deletion
2014-04-10 11:05:32,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742070_1246 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742070 for deletion
2014-04-10 11:05:32,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742069_1245 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742069
2014-04-10 11:05:32,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742068_1244 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742068
2014-04-10 11:05:32,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742070_1246 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742070
2014-04-10 11:05:32,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742071_1247 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742071 for deletion
2014-04-10 11:05:32,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742075_1251 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742075 for deletion
2014-04-10 11:05:32,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742071_1247 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742071
2014-04-10 11:05:32,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742075_1251 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742075
2014-04-10 11:05:32,417 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:05:32,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742068_1244 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742068 for deletion
2014-04-10 11:05:32,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742069_1245 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742069 for deletion
2014-04-10 11:05:32,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742070_1246 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742070 for deletion
2014-04-10 11:05:32,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742068_1244 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742068
2014-04-10 11:05:32,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742069_1245 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742069
2014-04-10 11:05:32,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742071_1247 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742071 for deletion
2014-04-10 11:05:32,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742070_1246 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742070
2014-04-10 11:05:32,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742072_1248 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742072 for deletion
2014-04-10 11:05:32,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742075_1251 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742075 for deletion
2014-04-10 11:05:32,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742072_1248 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742072
2014-04-10 11:05:32,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742071_1247 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742071
2014-04-10 11:05:32,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742075_1251 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742075
2014-04-10 11:05:32,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742078_1254 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742078 for deletion
2014-04-10 11:05:32,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742078_1254 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742078
2014-04-10 11:05:32,839 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0022_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000004.tokens
2014-04-10 11:05:32,839 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0022 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0022
2014-04-10 11:05:33,111 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742085_1261
2014-04-10 11:05:33,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.split dst=null perm=null
2014-04-10 11:05:33,662 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54411, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0022_m_000001_0_1633137610_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742082_1258, duration: 169724
2014-04-10 11:05:33,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.split dst=null perm=null
2014-04-10 11:05:33,730 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56219, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0022_m_000000_0_-1555116078_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742082_1258, duration: 170574
2014-04-10 11:05:33,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.split dst=null perm=null
2014-04-10 11:05:33,815 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50033, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0022_m_000004_0_1002922406_1, offset: 1024, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742082_1258, duration: 123952
2014-04-10 11:05:33,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.split dst=null perm=null
2014-04-10 11:05:33,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job.split dst=null perm=null
2014-04-10 11:05:33,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:33,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:33,921 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56225, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0022_m_000001_0_1633137610_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 148958
2014-04-10 11:05:33,922 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41695, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0022_m_000004_0_1002922406_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 127159
2014-04-10 11:05:33,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:33,948 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54421, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0022_m_000002_0_467610021_1, offset: 512, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742082_1258, duration: 155805
2014-04-10 11:05:33,974 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56228, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0022_m_000003_0_-399858958_1, offset: 1024, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742082_1258, duration: 127199
2014-04-10 11:05:33,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:34,001 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54421, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0022_m_000002_0_467610021_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 109774
2014-04-10 11:05:34,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:34,029 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54423, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0022_m_000003_0_-399858958_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 116880
2014-04-10 11:05:34,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:34,773 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56230, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0022_m_000000_0_-1555116078_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 124342
2014-04-10 11:05:34,795 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073742086_1262{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:05:35,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:35,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:35,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:35,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:35,130 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742086_1262 src: /127.0.0.1:56232 dest: /127.0.0.1:50911
2014-04-10 11:05:35,131 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742086_1262 src: /127.0.0.1:54427 dest: /127.0.0.1:36156
2014-04-10 11:05:35,133 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742086_1262 src: /127.0.0.1:41703 dest: /127.0.0.1:37218
2014-04-10 11:05:35,149 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742086_1262{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:35,151 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41703, dest: /127.0.0.1:37218, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0022_m_000000_0_-1555116078_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742086_1262, duration: 2291446
2014-04-10 11:05:35,152 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54427, dest: /127.0.0.1:36156, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0022_m_000000_0_-1555116078_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742086_1262, duration: 16483140
2014-04-10 11:05:35,152 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742086_1262, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:35,152 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742086_1262{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:35,152 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56232, dest: /127.0.0.1:50911, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0022_m_000000_0_-1555116078_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742086_1262, duration: 11195440
2014-04-10 11:05:35,153 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742086_1262, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:35,153 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742086_1262{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:35,153 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742086_1262, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:35,172 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0022_m_000000_0_-1555116078_1
2014-04-10 11:05:35,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000000_0 dst=null perm=null
2014-04-10 11:05:35,264 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000002_0/part-00002. BP-2026122021-127.0.0.1-1397145659663 blk_1073742087_1263{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:05:35,265 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000004_0/part-00004. BP-2026122021-127.0.0.1-1397145659663 blk_1073742088_1264{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:05:35,276 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000003_0/part-00003. BP-2026122021-127.0.0.1-1397145659663 blk_1073742089_1265{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:05:35,311 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000001_0/part-00001. BP-2026122021-127.0.0.1-1397145659663 blk_1073742090_1266{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:05:35,315 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742087_1263 src: /127.0.0.1:54429 dest: /127.0.0.1:36156
2014-04-10 11:05:35,316 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742087_1263 src: /127.0.0.1:56238 dest: /127.0.0.1:50911
2014-04-10 11:05:35,317 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742087_1263 src: /127.0.0.1:50051 dest: /127.0.0.1:53749
2014-04-10 11:05:35,322 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50051, dest: /127.0.0.1:53749, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0022_m_000002_0_467610021_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742087_1263, duration: 4383129
2014-04-10 11:05:35,322 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742087_1263, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:35,322 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742087_1263{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:35,322 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56238, dest: /127.0.0.1:50911, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0022_m_000002_0_467610021_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742087_1263, duration: 3851666
2014-04-10 11:05:35,322 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742087_1263, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:35,323 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742087_1263{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:35,323 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54429, dest: /127.0.0.1:36156, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0022_m_000002_0_467610021_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742087_1263, duration: 4157222
2014-04-10 11:05:35,323 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742087_1263, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:35,323 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742087_1263{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:35,339 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000002_0/part-00002 is closed by DFSClient_attempt_1397145675630_0022_m_000002_0_467610021_1
2014-04-10 11:05:35,340 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742088_1264 src: /127.0.0.1:54431 dest: /127.0.0.1:36156
2014-04-10 11:05:35,341 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742088_1264 src: /127.0.0.1:41710 dest: /127.0.0.1:37218
2014-04-10 11:05:35,342 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742088_1264 src: /127.0.0.1:50054 dest: /127.0.0.1:53749
2014-04-10 11:05:35,351 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742089_1265 src: /127.0.0.1:41705 dest: /127.0.0.1:37218
2014-04-10 11:05:35,356 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50054, dest: /127.0.0.1:53749, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0022_m_000004_0_1002922406_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742088_1264, duration: 12116563
2014-04-10 11:05:35,356 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742088_1264, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:35,357 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742088_1264{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:05:35,357 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41710, dest: /127.0.0.1:37218, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0022_m_000004_0_1002922406_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742088_1264, duration: 2774070
2014-04-10 11:05:35,357 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742088_1264, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:35,357 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742088_1264{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:05:35,357 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54431, dest: /127.0.0.1:36156, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0022_m_000004_0_1002922406_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742088_1264, duration: 3764552
2014-04-10 11:05:35,357 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742088_1264, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:35,357 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742088_1264{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:05:35,361 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742089_1265 src: /127.0.0.1:56243 dest: /127.0.0.1:50911
2014-04-10 11:05:35,362 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742090_1266 src: /127.0.0.1:41709 dest: /127.0.0.1:37218
2014-04-10 11:05:35,362 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742089_1265 src: /127.0.0.1:50056 dest: /127.0.0.1:53749
2014-04-10 11:05:35,363 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742090_1266 src: /127.0.0.1:54439 dest: /127.0.0.1:36156
2014-04-10 11:05:35,365 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742090_1266 src: /127.0.0.1:56246 dest: /127.0.0.1:50911
2014-04-10 11:05:35,370 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50056, dest: /127.0.0.1:53749, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0022_m_000003_0_-399858958_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742089_1265, duration: 5383373
2014-04-10 11:05:35,371 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742089_1265, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:35,371 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742089_1265{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:35,371 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56243, dest: /127.0.0.1:50911, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0022_m_000003_0_-399858958_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742089_1265, duration: 7070639
2014-04-10 11:05:35,371 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742089_1265, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:35,371 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56246, dest: /127.0.0.1:50911, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0022_m_000001_0_1633137610_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742090_1266, duration: 3376672
2014-04-10 11:05:35,371 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742089_1265{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:35,371 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742090_1266, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:35,371 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41705, dest: /127.0.0.1:37218, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0022_m_000003_0_-399858958_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742089_1265, duration: 7426393
2014-04-10 11:05:35,372 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742089_1265, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:35,372 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54439, dest: /127.0.0.1:36156, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0022_m_000001_0_1633137610_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742090_1266, duration: 3463066
2014-04-10 11:05:35,372 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742090_1266, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:35,372 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742089_1265{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:35,372 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41709, dest: /127.0.0.1:37218, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0022_m_000001_0_1633137610_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742090_1266, duration: 4041024
2014-04-10 11:05:35,372 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742090_1266, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:35,372 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742090_1266{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:35,372 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000004_0/part-00004 is closed by DFSClient_attempt_1397145675630_0022_m_000004_0_1002922406_1
2014-04-10 11:05:35,372 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742090_1266{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:35,373 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742090_1266{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:35,389 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000003_0/part-00003 is closed by DFSClient_attempt_1397145675630_0022_m_000003_0_-399858958_1
2014-04-10 11:05:35,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000002_0 dst=null perm=null
2014-04-10 11:05:35,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000002_0 dst=null perm=null
2014-04-10 11:05:35,406 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000001_0/part-00001 is closed by DFSClient_attempt_1397145675630_0022_m_000001_0_1633137610_1
2014-04-10 11:05:35,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/task_1397145675630_0022_m_000002 dst=null perm=null
2014-04-10 11:05:35,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000002_0 dst=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/task_1397145675630_0022_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:35,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000004_0 dst=null perm=null
2014-04-10 11:05:35,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000004_0 dst=null perm=null
2014-04-10 11:05:35,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/task_1397145675630_0022_m_000004 dst=null perm=null
2014-04-10 11:05:35,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000003_0 dst=null perm=null
2014-04-10 11:05:35,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000004_0 dst=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/task_1397145675630_0022_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:35,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000003_0 dst=null perm=null
2014-04-10 11:05:35,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/task_1397145675630_0022_m_000003 dst=null perm=null
2014-04-10 11:05:35,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000001_0 dst=null perm=null
2014-04-10 11:05:35,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000001_0 dst=null perm=null
2014-04-10 11:05:35,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000003_0 dst=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/task_1397145675630_0022_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:35,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/task_1397145675630_0022_m_000001 dst=null perm=null
2014-04-10 11:05:35,485 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0022_01_000004
2014-04-10 11:05:35,485 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000004
2014-04-10 11:05:35,485 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:05:35,485 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0022_01_000004
2014-04-10 11:05:35,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000001_0 dst=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/task_1397145675630_0022_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:35,494 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0022_01_000004 is : 143
2014-04-10 11:05:35,506 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job_1397145675630_0022_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073742091_1267{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:05:35,510 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:35,511 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000004
2014-04-10 11:05:35,511 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000004
2014-04-10 11:05:35,511 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000004
2014-04-10 11:05:35,512 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000004
2014-04-10 11:05:35,512 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000004
2014-04-10 11:05:35,512 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:35,512 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0022_01_000004 from application application_1397145675630_0022
2014-04-10 11:05:35,512 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:35,512 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0022
2014-04-10 11:05:35,514 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0022_01_000006
2014-04-10 11:05:35,514 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000006
2014-04-10 11:05:35,514 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:05:35,514 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0022_01_000004
2014-04-10 11:05:35,514 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0022_01_000006
2014-04-10 11:05:35,515 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0022_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:35,515 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0022_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:05:35,515 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000004
2014-04-10 11:05:35,515 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0022_01_000004 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:05:35,515 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:05:35,515 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0022_01_000004, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:35,515 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:35,515 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:05:35,515 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0022_000001 released container container_1397145675630_0022_01_000004 on node: host: localhost:55857 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:05:35,523 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0022_01_000006 is : 143
2014-04-10 11:05:35,526 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0022_01_000005
2014-04-10 11:05:35,526 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000005
2014-04-10 11:05:35,528 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742091_1267 src: /127.0.0.1:56247 dest: /127.0.0.1:50911
2014-04-10 11:05:35,529 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742091_1267 src: /127.0.0.1:50061 dest: /127.0.0.1:53749
2014-04-10 11:05:35,530 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742091_1267 src: /127.0.0.1:54444 dest: /127.0.0.1:36156
2014-04-10 11:05:35,532 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job_1397145675630_0022_1.jhist for DFSClient_NONMAPREDUCE_-315618723_1
2014-04-10 11:05:35,536 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:35,536 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:05:35,536 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000006
2014-04-10 11:05:35,536 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000006
2014-04-10 11:05:35,536 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000006
2014-04-10 11:05:35,536 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0022_01_000005
2014-04-10 11:05:35,537 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000006
2014-04-10 11:05:35,541 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0022_01_000005 is : 143
2014-04-10 11:05:35,548 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0022_01_000003
2014-04-10 11:05:35,548 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000003
2014-04-10 11:05:35,549 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:05:35,549 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0022_01_000003
2014-04-10 11:05:35,551 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000006
2014-04-10 11:05:35,552 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:35,552 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:35,552 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0022_01_000006 from application application_1397145675630_0022
2014-04-10 11:05:35,552 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:35,552 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0022
2014-04-10 11:05:35,552 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000005
2014-04-10 11:05:35,552 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000005
2014-04-10 11:05:35,552 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000005
2014-04-10 11:05:35,552 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000005
2014-04-10 11:05:35,552 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000005
2014-04-10 11:05:35,553 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:35,553 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0022_01_000005 from application application_1397145675630_0022
2014-04-10 11:05:35,553 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:35,553 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0022
2014-04-10 11:05:35,554 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0022_01_000003 is : 143
2014-04-10 11:05:35,564 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:35,564 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000003
2014-04-10 11:05:35,564 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000003
2014-04-10 11:05:35,564 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000003
2014-04-10 11:05:35,564 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000003
2014-04-10 11:05:35,564 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000003
2014-04-10 11:05:35,564 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:35,565 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0022_01_000003 from application application_1397145675630_0022
2014-04-10 11:05:35,565 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:35,565 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0022
2014-04-10 11:05:35,799 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742086_1262
2014-04-10 11:05:35,800 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742090_1266
2014-04-10 11:05:35,800 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742088_1264
2014-04-10 11:05:35,801 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742087_1263
2014-04-10 11:05:36,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000000_0 dst=null perm=null
2014-04-10 11:05:36,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/task_1397145675630_0022_m_000000 dst=null perm=null
2014-04-10 11:05:36,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/_temporary/attempt_1397145675630_0022_m_000000_0 dst=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/task_1397145675630_0022_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:36,336 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0022_01_000002
2014-04-10 11:05:36,337 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000002
2014-04-10 11:05:36,337 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:05:36,337 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0022_01_000002
2014-04-10 11:05:36,337 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0022_01_000003
2014-04-10 11:05:36,337 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0022_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:36,338 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0022_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:05:36,338 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000003
2014-04-10 11:05:36,338 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0022_01_000003 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:05:36,338 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:05:36,338 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0022_01_000003, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:36,338 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:36,338 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:05:36,338 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0022_000001 released container container_1397145675630_0022_01_000003 on node: host: localhost:43726 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:05:36,344 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0022_01_000002 is : 143
2014-04-10 11:05:36,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:36,358 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:36,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000002
2014-04-10 11:05:36,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000002
2014-04-10 11:05:36,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000002
2014-04-10 11:05:36,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000002
2014-04-10 11:05:36,359 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000002
2014-04-10 11:05:36,359 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:36,359 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0022_01_000002 from application application_1397145675630_0022
2014-04-10 11:05:36,360 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:36,360 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0022
2014-04-10 11:05:36,372 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-315618723_1
2014-04-10 11:05:36,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1 dst=null perm=null
2014-04-10 11:05:36,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0 dst=null perm=null
2014-04-10 11:05:36,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0 dst=null perm=null
2014-04-10 11:05:36,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/task_1397145675630_0022_m_000000 dst=null perm=null
2014-04-10 11:05:36,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/part-00000 dst=null perm=null
2014-04-10 11:05:36,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/task_1397145675630_0022_m_000000/part-00000 dst=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:36,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0 dst=null perm=null
2014-04-10 11:05:36,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0 dst=null perm=null
2014-04-10 11:05:36,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/task_1397145675630_0022_m_000001 dst=null perm=null
2014-04-10 11:05:36,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/part-00001 dst=null perm=null
2014-04-10 11:05:36,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/task_1397145675630_0022_m_000001/part-00001 dst=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:36,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0 dst=null perm=null
2014-04-10 11:05:36,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0 dst=null perm=null
2014-04-10 11:05:36,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/task_1397145675630_0022_m_000002 dst=null perm=null
2014-04-10 11:05:36,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/part-00002 dst=null perm=null
2014-04-10 11:05:36,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/task_1397145675630_0022_m_000002/part-00002 dst=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:36,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0 dst=null perm=null
2014-04-10 11:05:36,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0 dst=null perm=null
2014-04-10 11:05:36,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/task_1397145675630_0022_m_000003 dst=null perm=null
2014-04-10 11:05:36,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/part-00003 dst=null perm=null
2014-04-10 11:05:36,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/task_1397145675630_0022_m_000003/part-00003 dst=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:36,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0 dst=null perm=null
2014-04-10 11:05:36,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0 dst=null perm=null
2014-04-10 11:05:36,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/task_1397145675630_0022_m_000004 dst=null perm=null
2014-04-10 11:05:36,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/part-00004 dst=null perm=null
2014-04-10 11:05:36,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary/1/task_1397145675630_0022_m_000004/part-00004 dst=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:36,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_temporary dst=null perm=null
2014-04-10 11:05:36,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:36,527 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0022_01_000005
2014-04-10 11:05:36,527 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0022_01_000006
2014-04-10 11:05:36,527 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0022_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:36,528 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0022_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:05:36,528 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000005
2014-04-10 11:05:36,528 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0022_01_000005 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:05:36,528 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:05:36,528 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0022_01_000005, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:36,529 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:36,529 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:05:36,529 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0022_000001 released container container_1397145675630_0022_01_000005 on node: host: localhost:55857 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:05:36,529 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0022_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:36,529 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0022_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:05:36,529 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000006
2014-04-10 11:05:36,530 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0022_01_000006 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:05:36,530 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:05:36,530 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0022_01_000006, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:36,530 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:36,530 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:05:36,530 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0022_000001 released container container_1397145675630_0022_01_000006 on node: host: localhost:55857 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:05:36,531 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-315618723_1
2014-04-10 11:05:36,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:36,564 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-315618723_1
2014-04-10 11:05:36,583 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54444, dest: /127.0.0.1:36156, bytes: 54624, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-315618723_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742091_1267, duration: 1052437279
2014-04-10 11:05:36,583 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742091_1267, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:36,584 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50061, dest: /127.0.0.1:53749, bytes: 54624, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-315618723_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742091_1267, duration: 1053059055
2014-04-10 11:05:36,584 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742091_1267{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 15541
2014-04-10 11:05:36,584 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742091_1267, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:36,585 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56247, dest: /127.0.0.1:50911, bytes: 54624, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-315618723_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742091_1267, duration: 1054081351
2014-04-10 11:05:36,585 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742091_1267{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 15541
2014-04-10 11:05:36,585 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742091_1267, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:36,586 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742091_1267{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 15541
2014-04-10 11:05:36,597 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job_1397145675630_0022_1.jhist is closed by DFSClient_NONMAPREDUCE_-315618723_1
2014-04-10 11:05:36,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:36,617 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742092_1268{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:05:36,633 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742092_1268 src: /127.0.0.1:54446 dest: /127.0.0.1:36156
2014-04-10 11:05:36,635 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742092_1268 src: /127.0.0.1:41722 dest: /127.0.0.1:37218
2014-04-10 11:05:36,636 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742092_1268 src: /127.0.0.1:50066 dest: /127.0.0.1:53749
2014-04-10 11:05:36,639 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50066, dest: /127.0.0.1:53749, bytes: 409, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-315618723_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742092_1268, duration: 1886077
2014-04-10 11:05:36,639 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742092_1268, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:36,639 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742092_1268{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:36,639 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41722, dest: /127.0.0.1:37218, bytes: 409, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-315618723_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742092_1268, duration: 2588930
2014-04-10 11:05:36,640 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742092_1268, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:36,640 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54446, dest: /127.0.0.1:36156, bytes: 409, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-315618723_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742092_1268, duration: 3027876
2014-04-10 11:05:36,640 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742092_1268{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:36,640 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742092_1268, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:36,641 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742092_1268{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:36,656 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022.summary_tmp is closed by DFSClient_NONMAPREDUCE_-315618723_1
2014-04-10 11:05:36,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:36,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job_1397145675630_0022_1.jhist dst=null perm=null
2014-04-10 11:05:36,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022-1397145925545-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F0344363175A34A2D-1397145936565-5-0-SUCCEEDED-default-1397145928487.jhist_tmp dst=null perm=null
2014-04-10 11:05:36,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job_1397145675630_0022_1.jhist dst=null perm=null
2014-04-10 11:05:36,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022-1397145925545-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F0344363175A34A2D-1397145936565-5-0-SUCCEEDED-default-1397145928487.jhist_tmp dst=null perm=null
2014-04-10 11:05:36,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job_1397145675630_0022_1.jhist dst=null perm=null
2014-04-10 11:05:36,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022-1397145925545-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F0344363175A34A2D-1397145936565-5-0-SUCCEEDED-default-1397145928487.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:36,708 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56255, bytes: 55052, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-315618723_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742091_1267, duration: 294645
2014-04-10 11:05:36,712 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022-1397145925545-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F0344363175A34A2D-1397145936565-5-0-SUCCEEDED-default-1397145928487.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742093_1269{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:05:36,725 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742093_1269 src: /127.0.0.1:50068 dest: /127.0.0.1:53749
2014-04-10 11:05:36,726 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742093_1269 src: /127.0.0.1:41726 dest: /127.0.0.1:37218
2014-04-10 11:05:36,727 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742093_1269 src: /127.0.0.1:54452 dest: /127.0.0.1:36156
2014-04-10 11:05:36,731 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54452, dest: /127.0.0.1:36156, bytes: 54624, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-315618723_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742093_1269, duration: 2693666
2014-04-10 11:05:36,731 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742093_1269, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:36,731 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41726, dest: /127.0.0.1:37218, bytes: 54624, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-315618723_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742093_1269, duration: 3149585
2014-04-10 11:05:36,731 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742093_1269{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:05:36,732 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742093_1269, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:36,732 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50068, dest: /127.0.0.1:53749, bytes: 54624, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-315618723_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742093_1269, duration: 3767072
2014-04-10 11:05:36,732 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742093_1269{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:05:36,732 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742093_1269, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:36,733 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742093_1269{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:05:36,747 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022-1397145925545-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F0344363175A34A2D-1397145936565-5-0-SUCCEEDED-default-1397145928487.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-315618723_1
2014-04-10 11:05:36,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022-1397145925545-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F0344363175A34A2D-1397145936565-5-0-SUCCEEDED-default-1397145928487.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:36,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job_1397145675630_0022_1_conf.xml dst=null perm=null
2014-04-10 11:05:36,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022_conf.xml_tmp dst=null perm=null
2014-04-10 11:05:36,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job_1397145675630_0022_1_conf.xml dst=null perm=null
2014-04-10 11:05:36,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022_conf.xml_tmp dst=null perm=null
2014-04-10 11:05:36,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022/job_1397145675630_0022_1_conf.xml dst=null perm=null
2014-04-10 11:05:36,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:36,792 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56255, bytes: 94788, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-315618723_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742085_1261, duration: 366504
2014-04-10 11:05:36,795 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742094_1270{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:05:36,808 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742094_1270 src: /127.0.0.1:50071 dest: /127.0.0.1:53749
2014-04-10 11:05:36,809 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742094_1270 src: /127.0.0.1:54454 dest: /127.0.0.1:36156
2014-04-10 11:05:36,810 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742094_1270 src: /127.0.0.1:56261 dest: /127.0.0.1:50911
2014-04-10 11:05:36,814 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56261, dest: /127.0.0.1:50911, bytes: 94052, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-315618723_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742094_1270, duration: 2448174
2014-04-10 11:05:36,815 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742094_1270, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:36,815 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742094_1270{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:36,815 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54454, dest: /127.0.0.1:36156, bytes: 94052, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-315618723_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742094_1270, duration: 3074492
2014-04-10 11:05:36,816 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742094_1270, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:36,816 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742094_1270{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:36,816 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50071, dest: /127.0.0.1:53749, bytes: 94052, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-315618723_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742094_1270, duration: 3975455
2014-04-10 11:05:36,816 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742094_1270, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:36,817 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742094_1270{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:36,831 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-315618723_1
2014-04-10 11:05:36,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:36,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:36,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:36,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022-1397145925545-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F0344363175A34A2D-1397145936565-5-0-SUCCEEDED-default-1397145928487.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022-1397145925545-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F0344363175A34A2D-1397145936565-5-0-SUCCEEDED-default-1397145928487.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:36,906 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0022_000001 with final state: FINISHING
2014-04-10 11:05:36,906 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0022_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:05:36,906 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0022 with final state: FINISHING
2014-04-10 11:05:36,906 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0022 State change from RUNNING to FINAL_SAVING
2014-04-10 11:05:36,906 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0022
2014-04-10 11:05:36,907 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0022_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:05:36,907 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0022 State change from FINAL_SAVING to FINISHING
2014-04-10 11:05:36,933 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:05:36,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:05:36,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:05:36,938 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0022 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022-1397145925545-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F0344363175A34A2D-1397145936565-5-0-SUCCEEDED-default-1397145928487.jhist
2014-04-10 11:05:36,938 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022-1397145925545-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F0344363175A34A2D-1397145936565-5-0-SUCCEEDED-default-1397145928487.jhist]
2014-04-10 11:05:36,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022-1397145925545-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F0344363175A34A2D-1397145936565-5-0-SUCCEEDED-default-1397145928487.jhist dst=null perm=null
2014-04-10 11:05:36,942 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50077, bytes: 55052, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742093_1269, duration: 261737
2014-04-10 11:05:36,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022.summary dst=null perm=null
2014-04-10 11:05:36,964 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54460, bytes: 413, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742092_1268, duration: 113540
2014-04-10 11:05:36,964 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0022,submitTime=1397145925545,launchTime=1397145928487,firstMapTaskLaunchTime=1397145930662,firstReduceTaskLaunchTime=0,finishTime=1397145936565,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=25,reduceSlotSeconds=0,jobName=[6E55E97030C645FBBB78F6E2CD91C89D/0344363175A34A2DB1B2FBB214561D59] lower*upper/(2/2)
2014-04-10 11:05:36,964 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022.summary]
2014-04-10 11:05:36,981 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742092_1268 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:53749
2014-04-10 11:05:36,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022.summary dst=null perm=null
2014-04-10 11:05:36,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:05:36,984 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022-1397145925545-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F0344363175A34A2D-1397145936565-5-0-SUCCEEDED-default-1397145928487.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0022-1397145925545-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F0344363175A34A2D-1397145936565-5-0-SUCCEEDED-default-1397145928487.jhist
2014-04-10 11:05:36,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022-1397145925545-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F0344363175A34A2D-1397145936565-5-0-SUCCEEDED-default-1397145928487.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0022-1397145925545-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F0344363175A34A2D-1397145936565-5-0-SUCCEEDED-default-1397145928487.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:36,998 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0022_conf.xml
2014-04-10 11:05:37,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0022_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0022_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:37,021 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/2) ...dedpipesplatform/joinself
2014-04-10 11:05:37,028 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:05:37,035 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:05:37,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself dst=null perm=null
2014-04-10 11:05:37,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:05:37,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:05:37,037 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 23
2014-04-10 11:05:37,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023 dst=null perm=null
2014-04-10 11:05:37,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:05:37,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:05:37,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar dst=null perm=null
2014-04-10 11:05:37,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:37,091 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073742095_1271{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:05:37,106 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742095_1271 src: /127.0.0.1:56267 dest: /127.0.0.1:50911
2014-04-10 11:05:37,107 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742095_1271 src: /127.0.0.1:50080 dest: /127.0.0.1:53749
2014-04-10 11:05:37,108 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742095_1271 src: /127.0.0.1:54463 dest: /127.0.0.1:36156
2014-04-10 11:05:37,111 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54463, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742095_1271, duration: 1943557
2014-04-10 11:05:37,111 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742095_1271, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:37,111 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50080, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742095_1271, duration: 2432998
2014-04-10 11:05:37,111 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742095_1271{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:37,111 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742095_1271, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:37,111 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56267, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742095_1271, duration: 2093357
2014-04-10 11:05:37,112 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742095_1271{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:37,112 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742095_1271, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:37,112 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742095_1271{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:37,122 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:05:37,123 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar
2014-04-10 11:05:37,129 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742087_1263
2014-04-10 11:05:37,129 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742086_1262
2014-04-10 11:05:37,129 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742089_1265
2014-04-10 11:05:37,129 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742091_1267
2014-04-10 11:05:37,130 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742090_1266
2014-04-10 11:05:37,130 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742094_1270
2014-04-10 11:05:37,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar dst=null perm=null
2014-04-10 11:05:37,141 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:36156 to replicate blk_1073742095_1271 to datanode(s) 127.0.0.1:37218
2014-04-10 11:05:37,141 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742092_1268]
2014-04-10 11:05:37,142 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742092_1268]
2014-04-10 11:05:37,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:37,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:37,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:37,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:37,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:05:37,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:05:37,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:05:37,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:05:37,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:05:37,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:37,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0 dst=null perm=null
2014-04-10 11:05:37,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0 dst=null perm=null
2014-04-10 11:05:37,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0 dst=null perm=null
2014-04-10 11:05:37,170 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:05:37,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:37,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:37,207 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.split
2014-04-10 11:05:37,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.split dst=null perm=null
2014-04-10 11:05:37,224 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073742096_1272{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:05:37,240 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742096_1272 src: /127.0.0.1:41739 dest: /127.0.0.1:37218
2014-04-10 11:05:37,241 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742096_1272 src: /127.0.0.1:54465 dest: /127.0.0.1:36156
2014-04-10 11:05:37,242 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742096_1272 src: /127.0.0.1:50084 dest: /127.0.0.1:53749
2014-04-10 11:05:37,243 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742096_1272 src: /127.0.0.1:56273 dest: /127.0.0.1:50911
2014-04-10 11:05:37,247 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56273, dest: /127.0.0.1:50911, bytes: 1722, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742096_1272, duration: 2091950
2014-04-10 11:05:37,247 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742096_1272, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:37,247 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742096_1272{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:37,247 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50084, dest: /127.0.0.1:53749, bytes: 1722, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742096_1272, duration: 2567469
2014-04-10 11:05:37,248 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742096_1272, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:37,248 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742096_1272{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:37,248 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54465, dest: /127.0.0.1:36156, bytes: 1722, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742096_1272, duration: 3383469
2014-04-10 11:05:37,248 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742096_1272, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:37,249 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742096_1272{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:37,249 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41739, dest: /127.0.0.1:37218, bytes: 1722, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742096_1272, duration: 3851113
2014-04-10 11:05:37,249 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742096_1272, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:37,249 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742096_1272{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:37,264 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:05:37,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:37,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:37,299 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073742097_1273{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:05:37,315 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742097_1273 src: /127.0.0.1:50086 dest: /127.0.0.1:53749
2014-04-10 11:05:37,317 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742097_1273 src: /127.0.0.1:41744 dest: /127.0.0.1:37218
2014-04-10 11:05:37,318 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742097_1273 src: /127.0.0.1:54470 dest: /127.0.0.1:36156
2014-04-10 11:05:37,321 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54470, dest: /127.0.0.1:36156, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742097_1273, duration: 1924072
2014-04-10 11:05:37,321 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742097_1273, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:37,321 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742097_1273{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:05:37,322 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41744, dest: /127.0.0.1:37218, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742097_1273, duration: 2436654
2014-04-10 11:05:37,322 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742097_1273, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:37,322 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742097_1273{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:05:37,322 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50086, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742097_1273, duration: 2930367
2014-04-10 11:05:37,323 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742097_1273, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:37,323 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742097_1273{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:05:37,331 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742095_1271
2014-04-10 11:05:37,331 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742096_1272
2014-04-10 11:05:37,337 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0022_01_000002
2014-04-10 11:05:37,338 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0022_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:37,338 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0022_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:05:37,338 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000002
2014-04-10 11:05:37,338 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0022_01_000002 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:05:37,339 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:05:37,339 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0022_01_000002, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:37,339 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:05:37,339 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:37,339 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:05:37,339 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:05:37,340 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0022_000001 released container container_1397145675630_0022_01_000002 on node: host: localhost:43726 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:05:37,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:37,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:37,379 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742098_1274{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:05:37,399 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742098_1274 src: /127.0.0.1:54471 dest: /127.0.0.1:36156
2014-04-10 11:05:37,400 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742098_1274 src: /127.0.0.1:50091 dest: /127.0.0.1:53749
2014-04-10 11:05:37,401 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742098_1274 src: /127.0.0.1:41749 dest: /127.0.0.1:37218
2014-04-10 11:05:37,404 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41749, dest: /127.0.0.1:37218, bytes: 81345, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742098_1274, duration: 2062500
2014-04-10 11:05:37,405 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742098_1274, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:37,405 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742098_1274{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:37,405 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50091, dest: /127.0.0.1:53749, bytes: 81345, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742098_1274, duration: 2931728
2014-04-10 11:05:37,405 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742098_1274, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:37,406 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742098_1274{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:37,406 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54471, dest: /127.0.0.1:36156, bytes: 81345, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742098_1274, duration: 3676893
2014-04-10 11:05:37,406 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742098_1274, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:37,407 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742098_1274{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:37,422 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:05:37,423 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0023
2014-04-10 11:05:37,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023 dst=null perm=null
2014-04-10 11:05:37,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.xml dst=null perm=null
2014-04-10 11:05:37,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.xml dst=null perm=null
2014-04-10 11:05:37,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar dst=null perm=null
2014-04-10 11:05:37,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar dst=null perm=null
2014-04-10 11:05:37,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.split dst=null perm=null
2014-04-10 11:05:37,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.split dst=null perm=null
2014-04-10 11:05:37,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:37,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:37,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:37,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:37,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:37,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:37,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:37,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:37,488 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 23 submitted by user brock
2014-04-10 11:05:37,488 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0023
2014-04-10 11:05:37,488 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0023
2014-04-10 11:05:37,488 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0023
2014-04-10 11:05:37,488 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0023 State change from NEW to NEW_SAVING
2014-04-10 11:05:37,489 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0023 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:05:37,489 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0023_000001
2014-04-10 11:05:37,489 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0023_000001 State change from NEW to SUBMITTED
2014-04-10 11:05:37,490 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0023 from user: brock activated in queue: default
2014-04-10 11:05:37,490 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0023 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:05:37,490 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0023 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:05:37,490 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0023
2014-04-10 11:05:37,490 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0023_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:05:37,491 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0023_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:05:37,491 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0023 State change from SUBMITTED to ACCEPTED
2014-04-10 11:05:37,493 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0023/
2014-04-10 11:05:37,493 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397145675630_0023
2014-04-10 11:05:37,493 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:33250/proxy/application_1397145675630_0023/
2014-04-10 11:05:37,529 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0023_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:37,529 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000001
2014-04-10 11:05:37,529 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0023_01_000001 of capacity <memory:2048, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:05:37,529 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0023 container=Container: [ContainerId: container_1397145675630_0023_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0023_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:37,529 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:05:37,529 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0023_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:37,530 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:37,530 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0023 AttemptId: appattempt_1397145675630_0023_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0023_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ]
2014-04-10 11:05:37,530 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0023_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:05:37,531 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0023_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:05:37,531 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0023_000001
2014-04-10 11:05:37,531 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0023_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] for AM appattempt_1397145675630_0023_000001
2014-04-10 11:05:37,532 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0023_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:05:37,535 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0023_000001 (auth:SIMPLE)
2014-04-10 11:05:37,536 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0023_01_000001 by user brock
2014-04-10 11:05:37,537 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0023
2014-04-10 11:05:37,537 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000001
2014-04-10 11:05:37,537 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0023 transitioned from NEW to INITING
2014-04-10 11:05:37,537 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0023_01_000001 to application application_1397145675630_0023
2014-04-10 11:05:37,537 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0023 transitioned from INITING to RUNNING
2014-04-10 11:05:37,538 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0023_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] for AM appattempt_1397145675630_0023_000001
2014-04-10 11:05:37,538 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0023_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:05:37,538 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:05:37,538 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0023
2014-04-10 11:05:37,538 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:05:37,539 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:05:37,539 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:05:37,539 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:05:37,539 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0023_01_000001
2014-04-10 11:05:37,548 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0023_01_000001.tokens. Credentials list:
2014-04-10 11:05:37,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:05:37,625 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0023_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000001.tokens
2014-04-10 11:05:37,626 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0023 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0023
2014-04-10 11:05:37,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar dst=null perm=null
2014-04-10 11:05:37,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar dst=null perm=null
2014-04-10 11:05:37,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar dst=null perm=null
2014-04-10 11:05:37,739 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56284, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-569987143_13486, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742095_1271, duration: 574924
2014-04-10 11:05:37,765 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0023/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:37,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:37,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:37,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:37,791 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54460, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-569987143_13486, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742097_1273, duration: 209310
2014-04-10 11:05:37,809 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0023/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:37,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.split dst=null perm=null
2014-04-10 11:05:37,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.split dst=null perm=null
2014-04-10 11:05:37,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.split dst=null perm=null
2014-04-10 11:05:37,835 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41754, bytes: 1738, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-569987143_13486, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742096_1272, duration: 239201
2014-04-10 11:05:37,853 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0023/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:37,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.xml dst=null perm=null
2014-04-10 11:05:37,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.xml dst=null perm=null
2014-04-10 11:05:37,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.xml dst=null perm=null
2014-04-10 11:05:37,878 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54460, bytes: 81981, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-569987143_13486, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742098_1274, duration: 379295
2014-04-10 11:05:37,897 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0023/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:37,897 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:37,930 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:37,931 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:37,989 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000001/default_container_executor.sh]
2014-04-10 11:05:38,044 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742081_1257 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:05:38,044 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742082_1258 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:05:38,044 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742083_1259 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:53749
2014-04-10 11:05:38,044 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742084_1260 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:05:38,044 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742091_1267 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:36156
2014-04-10 11:05:38,045 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742085_1261 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:05:38,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0022 dst=null perm=null
2014-04-10 11:05:38,113 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742098_1274
2014-04-10 11:05:38,114 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742093_1269
2014-04-10 11:05:38,114 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742092_1268
2014-04-10 11:05:38,114 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742089_1265
2014-04-10 11:05:38,114 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742088_1264
2014-04-10 11:05:38,114 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742096_1272
2014-04-10 11:05:38,114 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742097_1273
2014-04-10 11:05:38,115 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742090_1266
2014-04-10 11:05:38,115 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742086_1262
2014-04-10 11:05:38,121 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742095_1271
2014-04-10 11:05:38,121 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742092_1268
2014-04-10 11:05:38,121 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742093_1269
2014-04-10 11:05:38,121 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742089_1265
2014-04-10 11:05:38,122 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742088_1264
2014-04-10 11:05:38,122 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742096_1272
2014-04-10 11:05:38,320 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742094_1270
2014-04-10 11:05:38,321 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742097_1273
2014-04-10 11:05:38,321 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742091_1267
2014-04-10 11:05:38,322 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742087_1263
2014-04-10 11:05:38,322 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742098_1274
2014-04-10 11:05:38,401 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f9f8649b-8d9e-4d95-b6f1-838fff2526ea, infoPort=40212, ipcPort=55636, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073742095_1271 to 127.0.0.1:37218
2014-04-10 11:05:38,402 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742095_1271 src: /127.0.0.1:41756 dest: /127.0.0.1:37218
2014-04-10 11:05:38,402 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073742095_1271 (numBytes=244650) to 127.0.0.1/127.0.0.1:37218
2014-04-10 11:05:38,403 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073742095_1271 src: /127.0.0.1:41756 dest: /127.0.0.1:37218 of size 244650
2014-04-10 11:05:38,403 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742095_1271 size 244650
2014-04-10 11:05:38,528 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0023_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:38,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742092_1268 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742092 for deletion
2014-04-10 11:05:38,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742092_1268 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742092
2014-04-10 11:05:38,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742092_1268 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742092 for deletion
2014-04-10 11:05:38,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742092_1268 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742092
2014-04-10 11:05:39,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:05:39,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/COMMIT_STARTED dst=null perm=null
2014-04-10 11:05:39,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:05:39,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/COMMIT_FAIL dst=null perm=null
2014-04-10 11:05:39,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023 dst=null perm=null
2014-04-10 11:05:39,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:05:39,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:05:39,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:39,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:39,451 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50102, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-838868298_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742097_1273, duration: 157511
2014-04-10 11:05:40,030 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0023_000001 (auth:SIMPLE)
2014-04-10 11:05:40,034 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0023_000001
2014-04-10 11:05:40,034 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0023 APPATTEMPTID=appattempt_1397145675630_0023_000001
2014-04-10 11:05:40,035 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0023_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:05:40,035 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0023 State change from ACCEPTED to RUNNING
2014-04-10 11:05:40,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job_1397145675630_0023_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:40,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:40,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job_1397145675630_0023_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:40,142 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742081_1257, blk_1073742082_1258, blk_1073742083_1259, blk_1073742084_1260, blk_1073742091_1267]
2014-04-10 11:05:40,142 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742081_1257, blk_1073742082_1258, blk_1073742083_1259, blk_1073742085_1261]
2014-04-10 11:05:40,215 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job_1397145675630_0023_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742099_1275{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:05:40,254 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742099_1275 src: /127.0.0.1:56292 dest: /127.0.0.1:50911
2014-04-10 11:05:40,255 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742099_1275 src: /127.0.0.1:50105 dest: /127.0.0.1:53749
2014-04-10 11:05:40,256 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742099_1275 src: /127.0.0.1:54488 dest: /127.0.0.1:36156
2014-04-10 11:05:40,261 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54488, dest: /127.0.0.1:36156, bytes: 95232, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-838868298_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742099_1275, duration: 4395938
2014-04-10 11:05:40,261 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742099_1275, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:40,261 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50105, dest: /127.0.0.1:53749, bytes: 95232, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-838868298_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742099_1275, duration: 5076190
2014-04-10 11:05:40,262 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742099_1275{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:40,262 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742099_1275, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:40,262 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56292, dest: /127.0.0.1:50911, bytes: 95232, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-838868298_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742099_1275, duration: 5315085
2014-04-10 11:05:40,262 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742099_1275{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:40,262 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742099_1275, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:40,262 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742099_1275{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:40,281 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job_1397145675630_0023_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-838868298_1
2014-04-10 11:05:40,805 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742093_1269
2014-04-10 11:05:40,805 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742097_1273
2014-04-10 11:05:40,807 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742094_1270
2014-04-10 11:05:40,808 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742099_1275
2014-04-10 11:05:40,808 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742096_1272
2014-04-10 11:05:40,809 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742092_1268
2014-04-10 11:05:41,008 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742095_1271
2014-04-10 11:05:41,010 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742098_1274
2014-04-10 11:05:41,208 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742091_1267
2014-04-10 11:05:41,249 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0023_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:41,249 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000002
2014-04-10 11:05:41,249 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0023_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:05:41,249 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0023 container=Container: [ContainerId: container_1397145675630_0023_01_000002, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0023_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:41,249 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:05:41,249 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:41,250 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0023_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:41,250 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000003
2014-04-10 11:05:41,250 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0023_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:05:41,251 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0023 container=Container: [ContainerId: container_1397145675630_0023_01_000003, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0023_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:41,251 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:05:41,251 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:41,251 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0023_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:41,252 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000004
2014-04-10 11:05:41,252 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0023_01_000004 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:05:41,252 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0023 container=Container: [ContainerId: container_1397145675630_0023_01_000004, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0023_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:41,252 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:05:41,252 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:41,253 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0023_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:41,253 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000005
2014-04-10 11:05:41,253 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0023_01_000005 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:05:41,253 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0023 container=Container: [ContainerId: container_1397145675630_0023_01_000005, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0023_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:41,254 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:05:41,254 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:41,278 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0023_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:41,278 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000006
2014-04-10 11:05:41,278 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0023_01_000006 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:05:41,279 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0023 container=Container: [ContainerId: container_1397145675630_0023_01_000006, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0023_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:41,279 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:05:41,279 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:41,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742081_1257 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742081 for deletion
2014-04-10 11:05:41,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742082_1258 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742082 for deletion
2014-04-10 11:05:41,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742081_1257 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742081
2014-04-10 11:05:41,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742083_1259 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742083 for deletion
2014-04-10 11:05:41,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742082_1258 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742082
2014-04-10 11:05:41,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742083_1259 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742083
2014-04-10 11:05:41,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742084_1260 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742084 for deletion
2014-04-10 11:05:41,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742091_1267 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742091 for deletion
2014-04-10 11:05:41,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742084_1260 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742084
2014-04-10 11:05:41,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742091_1267 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742091
2014-04-10 11:05:41,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742081_1257 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742081 for deletion
2014-04-10 11:05:41,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742082_1258 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742082 for deletion
2014-04-10 11:05:41,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742083_1259 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742083 for deletion
2014-04-10 11:05:41,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742082_1258 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742082
2014-04-10 11:05:41,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742085_1261 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742085 for deletion
2014-04-10 11:05:41,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742081_1257 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742081
2014-04-10 11:05:41,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742085_1261 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742085
2014-04-10 11:05:41,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742083_1259 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742083
2014-04-10 11:05:42,073 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0023_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:42,074 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0023_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:42,074 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0023_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:42,074 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0023_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:42,074 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0023_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:42,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar dst=null perm=null
2014-04-10 11:05:42,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar dst=null perm=null
2014-04-10 11:05:42,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.xml dst=null perm=null
2014-04-10 11:05:42,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.xml dst=null perm=null
2014-04-10 11:05:42,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:42,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:42,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:42,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:42,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:42,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:42,195 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0023_000001 (auth:SIMPLE)
2014-04-10 11:05:42,195 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0023_000001 (auth:SIMPLE)
2014-04-10 11:05:42,199 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0023_01_000006 by user brock
2014-04-10 11:05:42,199 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0023_01_000003 by user brock
2014-04-10 11:05:42,199 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0023
2014-04-10 11:05:42,200 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0023_01_000002 by user brock
2014-04-10 11:05:42,200 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000006
2014-04-10 11:05:42,200 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0023 transitioned from NEW to INITING
2014-04-10 11:05:42,200 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000002
2014-04-10 11:05:42,200 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0023_01_000005 by user brock
2014-04-10 11:05:42,200 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0023
2014-04-10 11:05:42,200 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0023_01_000004 by user brock
2014-04-10 11:05:42,201 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000003
2014-04-10 11:05:42,200 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0023_01_000006 to application application_1397145675630_0023
2014-04-10 11:05:42,200 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0023_01_000002 to application application_1397145675630_0023
2014-04-10 11:05:42,201 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0023 transitioned from INITING to RUNNING
2014-04-10 11:05:42,201 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000004
2014-04-10 11:05:42,201 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000005
2014-04-10 11:05:42,202 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:05:42,201 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0023_01_000005 to application application_1397145675630_0023
2014-04-10 11:05:42,202 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0023
2014-04-10 11:05:42,202 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0023 transitioned from NEW to INITING
2014-04-10 11:05:42,202 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0023
2014-04-10 11:05:42,202 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:05:42,202 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0023_01_000003 to application application_1397145675630_0023
2014-04-10 11:05:42,203 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0023
2014-04-10 11:05:42,203 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0023_01_000004 to application application_1397145675630_0023
2014-04-10 11:05:42,203 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0023 transitioned from INITING to RUNNING
2014-04-10 11:05:42,203 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:05:42,203 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:05:42,203 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:05:42,203 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0023_01_000006
2014-04-10 11:05:42,204 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:05:42,204 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:05:42,204 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:05:42,204 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0023
2014-04-10 11:05:42,205 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0023
2014-04-10 11:05:42,205 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:05:42,205 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0023
2014-04-10 11:05:42,205 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:05:42,205 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:05:42,206 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0023
2014-04-10 11:05:42,206 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0023
2014-04-10 11:05:42,206 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:05:42,206 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0023
2014-04-10 11:05:42,206 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0023
2014-04-10 11:05:42,206 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0023
2014-04-10 11:05:42,207 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:05:42,207 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0023
2014-04-10 11:05:42,207 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0023
2014-04-10 11:05:42,207 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0023
2014-04-10 11:05:42,207 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:05:42,207 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0023
2014-04-10 11:05:42,208 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0023_01_000004
2014-04-10 11:05:42,208 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0023_01_000003
2014-04-10 11:05:42,209 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0023_01_000002
2014-04-10 11:05:42,209 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0023_01_000005
2014-04-10 11:05:42,219 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0023_01_000006.tokens. Credentials list:
2014-04-10 11:05:42,228 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397145675630_0023_01_000004.tokens. Credentials list:
2014-04-10 11:05:42,228 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0023_01_000003.tokens. Credentials list:
2014-04-10 11:05:42,228 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145675630_0023_01_000002.tokens. Credentials list:
2014-04-10 11:05:42,229 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145675630_0023_01_000005.tokens. Credentials list:
2014-04-10 11:05:42,243 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:05:42,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:05:42,249 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0023_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:42,249 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0023_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:42,249 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0023_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:42,249 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0023_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:42,278 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0023_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:42,322 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0023_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000006.tokens
2014-04-10 11:05:42,323 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0023 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0023
2014-04-10 11:05:42,327 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397145675630_0023_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000004.tokens
2014-04-10 11:05:42,327 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0023 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0023
2014-04-10 11:05:42,337 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742099_1275
2014-04-10 11:05:42,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar dst=null perm=null
2014-04-10 11:05:42,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar dst=null perm=null
2014-04-10 11:05:42,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar dst=null perm=null
2014-04-10 11:05:42,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar dst=null perm=null
2014-04-10 11:05:42,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar dst=null perm=null
2014-04-10 11:05:42,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar dst=null perm=null
2014-04-10 11:05:42,461 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56301, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1101346368_13662, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742095_1271, duration: 875607
2014-04-10 11:05:42,464 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50114, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1507362619_13664, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742095_1271, duration: 852906
2014-04-10 11:05:42,491 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0023/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:42,494 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0023/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:42,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.xml dst=null perm=null
2014-04-10 11:05:42,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.xml dst=null perm=null
2014-04-10 11:05:42,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.xml dst=null perm=null
2014-04-10 11:05:42,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.xml dst=null perm=null
2014-04-10 11:05:42,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.xml dst=null perm=null
2014-04-10 11:05:42,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.xml dst=null perm=null
2014-04-10 11:05:42,523 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54497, bytes: 81981, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1101346368_13662, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742098_1274, duration: 454784
2014-04-10 11:05:42,526 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41773, bytes: 81981, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1507362619_13664, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742098_1274, duration: 376519
2014-04-10 11:05:42,544 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0023/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:42,544 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:42,547 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0023/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:42,547 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:42,548 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:42,548 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:42,548 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:42,581 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:42,581 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:42,581 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:42,581 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:42,581 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:42,582 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:42,590 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:42,590 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:42,590 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:42,590 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:42,653 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000004/default_container_executor.sh]
2014-04-10 11:05:42,653 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000003/default_container_executor.sh]
2014-04-10 11:05:42,653 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000002/default_container_executor.sh]
2014-04-10 11:05:42,660 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000006/default_container_executor.sh]
2014-04-10 11:05:42,662 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000005/default_container_executor.sh]
2014-04-10 11:05:43,092 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:05:43,119 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742095_1271
2014-04-10 11:05:43,142 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073742081_1257, blk_1073742082_1258, blk_1073742083_1259, blk_1073742084_1260, blk_1073742085_1261, blk_1073742091_1267]
2014-04-10 11:05:43,143 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073742081_1257, blk_1073742082_1258, blk_1073742084_1260, blk_1073742085_1261, blk_1073742091_1267, blk_1073742092_1268]
2014-04-10 11:05:43,179 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0022_01_000001 succeeded
2014-04-10 11:05:43,179 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:05:43,179 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0022_01_000001
2014-04-10 11:05:43,202 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000001
2014-04-10 11:05:43,202 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000001
2014-04-10 11:05:43,202 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000001
2014-04-10 11:05:43,202 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0022_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:05:43,202 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000001
2014-04-10 11:05:43,202 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0022/container_1397145675630_0022_01_000001
2014-04-10 11:05:43,202 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0022_01_000001 from application application_1397145675630_0022
2014-04-10 11:05:43,208 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:43,208 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0022
2014-04-10 11:05:43,326 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742099_1275
2014-04-10 11:05:43,339 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0022_01_000001
2014-04-10 11:05:43,340 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0022_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:43,340 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0022_000001
2014-04-10 11:05:43,340 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0022_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:05:43,340 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0022_000001 State change from FINISHING to FINISHED
2014-04-10 11:05:43,340 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0022 CONTAINERID=container_1397145675630_0022_01_000001
2014-04-10 11:05:43,340 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0022 State change from FINISHING to FINISHED
2014-04-10 11:05:43,340 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0022_01_000001 of capacity <memory:2048, vCores:1> on host localhost:43726, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:05:43,340 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0022
2014-04-10 11:05:43,340 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:05:43,340 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0022,name=[6E55E97030C645FBBB78F6E2CD91C89D/0344363175A34A2DB1B2FBB214561D59] lower*upper/(2/2),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0022/jobhistory/job/job_1397145675630_0022,appMasterHost=localhost.localdomain,startTime=1397145925545,finishTime=1397145936906,finalStatus=SUCCEEDED
2014-04-10 11:05:43,341 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0022_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:43,340 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0022_000001
2014-04-10 11:05:43,341 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:43,341 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:05:43,341 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0022_000001 released container container_1397145675630_0022_01_000001 on node: host: localhost:43726 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:05:43,341 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0022_000001 is done. finalState=FINISHED
2014-04-10 11:05:43,341 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0022 requests cleared
2014-04-10 11:05:43,341 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0022 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:05:43,341 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0022 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:05:43,343 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0022_000001 (auth:SIMPLE)
2014-04-10 11:05:43,350 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0022_01_000001
2014-04-10 11:05:43,529 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0022 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:05:43,530 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0022
2014-04-10 11:05:43,530 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0022 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:05:43,530 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0022, with delay of 10800 seconds
2014-04-10 11:05:43,530 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0022
2014-04-10 11:05:43,530 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0022
2014-04-10 11:05:43,530 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0022
2014-04-10 11:05:43,530 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0022
2014-04-10 11:05:43,653 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:05:43,886 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145675630_0023_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000005.tokens
2014-04-10 11:05:43,886 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0023 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0023
2014-04-10 11:05:44,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:05:44,340 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0022 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:05:44,340 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0022
2014-04-10 11:05:44,340 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0022
2014-04-10 11:05:44,340 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0022
2014-04-10 11:05:44,341 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0022 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:05:44,341 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0022, with delay of 10800 seconds
2014-04-10 11:05:44,341 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0022
2014-04-10 11:05:44,341 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0022
2014-04-10 11:05:44,388 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145675630_0023_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000002.tokens
2014-04-10 11:05:44,389 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0023 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0023
2014-04-10 11:05:44,401 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742081_1257 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742081 for deletion
2014-04-10 11:05:44,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742082_1258 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742082 for deletion
2014-04-10 11:05:44,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742084_1260 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742084 for deletion
2014-04-10 11:05:44,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742081_1257 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742081
2014-04-10 11:05:44,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742085_1261 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742085 for deletion
2014-04-10 11:05:44,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742082_1258 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742082
2014-04-10 11:05:44,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742091_1267 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742091 for deletion
2014-04-10 11:05:44,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742085_1261 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742085
2014-04-10 11:05:44,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742092_1268 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742092 for deletion
2014-04-10 11:05:44,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742084_1260 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742084
2014-04-10 11:05:44,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742091_1267 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742091
2014-04-10 11:05:44,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742092_1268 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742092
2014-04-10 11:05:44,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:05:44,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742081_1257 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742081 for deletion
2014-04-10 11:05:44,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742082_1258 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742082 for deletion
2014-04-10 11:05:44,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742083_1259 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742083 for deletion
2014-04-10 11:05:44,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742081_1257 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742081
2014-04-10 11:05:44,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742084_1260 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742084 for deletion
2014-04-10 11:05:44,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742083_1259 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742083
2014-04-10 11:05:44,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742082_1258 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742082
2014-04-10 11:05:44,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742084_1260 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742084
2014-04-10 11:05:44,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742085_1261 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742085 for deletion
2014-04-10 11:05:44,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742091_1267 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742091 for deletion
2014-04-10 11:05:44,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742085_1261 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742085
2014-04-10 11:05:44,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742091_1267 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742091
2014-04-10 11:05:44,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0023_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000003.tokens
2014-04-10 11:05:44,916 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0023 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0023
2014-04-10 11:05:45,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.split dst=null perm=null
2014-04-10 11:05:45,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.split dst=null perm=null
2014-04-10 11:05:45,555 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54511, bytes: 706, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0023_m_000004_0_1143808339_1, offset: 1024, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742096_1272, duration: 168158
2014-04-10 11:05:45,568 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54510, bytes: 1738, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0023_m_000000_0_-539622159_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742096_1272, duration: 173076
2014-04-10 11:05:45,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/part-00004 dst=null perm=null
2014-04-10 11:05:45,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/part-00004 dst=null perm=null
2014-04-10 11:05:45,627 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54511, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0023_m_000004_0_1143808339_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742088_1264, duration: 173223
2014-04-10 11:05:45,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/part-00000 dst=null perm=null
2014-04-10 11:05:45,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/part-00000 dst=null perm=null
2014-04-10 11:05:45,653 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54510, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0023_m_000000_0_-539622159_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742086_1262, duration: 135589
2014-04-10 11:05:45,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.split dst=null perm=null
2014-04-10 11:05:45,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:45,724 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50131, bytes: 1738, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0023_m_000001_0_122127889_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742096_1272, duration: 173138
2014-04-10 11:05:45,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.split dst=null perm=null
2014-04-10 11:05:45,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:45,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job.split dst=null perm=null
2014-04-10 11:05:45,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/part-00001 dst=null perm=null
2014-04-10 11:05:45,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/part-00001 dst=null perm=null
2014-04-10 11:05:45,797 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41792, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0023_m_000001_0_122127889_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742090_1266, duration: 149605
2014-04-10 11:05:45,806 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56321, bytes: 1222, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0023_m_000002_0_2085848975_1, offset: 512, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742096_1272, duration: 164005
2014-04-10 11:05:45,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:45,848 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50136, bytes: 706, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0023_m_000003_0_-1584561688_1, offset: 1024, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742096_1272, duration: 171417
2014-04-10 11:05:45,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/part-00002 dst=null perm=null
2014-04-10 11:05:45,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/part-00002 dst=null perm=null
2014-04-10 11:05:45,875 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54519, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0023_m_000002_0_2085848975_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742087_1263, duration: 164489
2014-04-10 11:05:45,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:45,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:45,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:45,909 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41795, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0023_m_000004_0_1143808339_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 148453
2014-04-10 11:05:45,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/part-00003 dst=null perm=null
2014-04-10 11:05:45,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:45,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0/part-00003 dst=null perm=null
2014-04-10 11:05:45,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:45,921 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41796, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0023_m_000003_0_-1584561688_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742089_1265, duration: 148576
2014-04-10 11:05:45,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:45,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:45,931 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56328, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0023_m_000000_0_-539622159_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 170304
2014-04-10 11:05:45,938 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000004_0/part-00004 is closed by DFSClient_attempt_1397145675630_0023_m_000004_0_1143808339_1
2014-04-10 11:05:45,949 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073742100_1276{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:05:45,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:45,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000004_0 dst=null perm=null
2014-04-10 11:05:45,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000004_0 dst=null perm=null
2014-04-10 11:05:45,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/task_1397145675630_0023_m_000004 dst=null perm=null
2014-04-10 11:05:46,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:46,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:46,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:46,015 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56329, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0023_m_000001_0_122127889_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 177143
2014-04-10 11:05:46,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000004_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/task_1397145675630_0023_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:46,037 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000001_0/part-00001. BP-2026122021-127.0.0.1-1397145659663 blk_1073742101_1277{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:05:46,080 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742100_1276 src: /127.0.0.1:41799 dest: /127.0.0.1:37218
2014-04-10 11:05:46,085 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742100_1276 src: /127.0.0.1:56332 dest: /127.0.0.1:50911
2014-04-10 11:05:46,086 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742100_1276 src: /127.0.0.1:50145 dest: /127.0.0.1:53749
2014-04-10 11:05:46,092 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50145, dest: /127.0.0.1:53749, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0023_m_000000_0_-539622159_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742100_1276, duration: 5836600
2014-04-10 11:05:46,092 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742100_1276, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:46,093 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56332, dest: /127.0.0.1:50911, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0023_m_000000_0_-539622159_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742100_1276, duration: 6111818
2014-04-10 11:05:46,093 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742100_1276, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:46,093 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742100_1276{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:46,093 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41799, dest: /127.0.0.1:37218, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0023_m_000000_0_-539622159_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742100_1276, duration: 6992790
2014-04-10 11:05:46,094 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742100_1276, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:46,094 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742100_1276{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:46,094 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742100_1276{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:46,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:46,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:46,113 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0023_m_000000_0_-539622159_1
2014-04-10 11:05:46,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:46,120 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742101_1277 src: /127.0.0.1:41800 dest: /127.0.0.1:37218
2014-04-10 11:05:46,121 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742101_1277 src: /127.0.0.1:56335 dest: /127.0.0.1:50911
2014-04-10 11:05:46,122 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742101_1277 src: /127.0.0.1:54530 dest: /127.0.0.1:36156
2014-04-10 11:05:46,122 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54528, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0023_m_000002_0_2085848975_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 136689
2014-04-10 11:05:46,126 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0023_01_000006
2014-04-10 11:05:46,126 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000006
2014-04-10 11:05:46,126 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:05:46,126 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0023_01_000006
2014-04-10 11:05:46,132 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0023_01_000006 is : 143
2014-04-10 11:05:46,134 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54530, dest: /127.0.0.1:36156, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0023_m_000001_0_122127889_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742101_1277, duration: 8989250
2014-04-10 11:05:46,135 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742101_1277, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:46,135 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56335, dest: /127.0.0.1:50911, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0023_m_000001_0_122127889_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742101_1277, duration: 5554946
2014-04-10 11:05:46,135 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742101_1277{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:46,135 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41800, dest: /127.0.0.1:37218, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0023_m_000001_0_122127889_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742101_1277, duration: 6034332
2014-04-10 11:05:46,135 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742101_1277, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:46,136 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742101_1277{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:46,136 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742101_1277{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:46,135 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742101_1277, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:46,142 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job_1397145675630_0023_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073742102_1278{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:05:46,146 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:46,146 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000006
2014-04-10 11:05:46,146 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000006
2014-04-10 11:05:46,146 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000006
2014-04-10 11:05:46,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000006
2014-04-10 11:05:46,147 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000006
2014-04-10 11:05:46,147 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:46,147 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0023_01_000006 from application application_1397145675630_0023
2014-04-10 11:05:46,147 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:46,147 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0023
2014-04-10 11:05:46,148 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000002_0/part-00002. BP-2026122021-127.0.0.1-1397145659663 blk_1073742103_1279{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:05:46,155 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000001_0/part-00001 is closed by DFSClient_attempt_1397145675630_0023_m_000001_0_122127889_1
2014-04-10 11:05:46,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:46,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000000_0 dst=null perm=null
2014-04-10 11:05:46,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:46,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000000_0 dst=null perm=null
2014-04-10 11:05:46,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/task_1397145675630_0023_m_000000 dst=null perm=null
2014-04-10 11:05:46,173 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742102_1278 src: /127.0.0.1:50149 dest: /127.0.0.1:53749
2014-04-10 11:05:46,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:46,174 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742102_1278 src: /127.0.0.1:41807 dest: /127.0.0.1:37218
2014-04-10 11:05:46,175 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742102_1278 src: /127.0.0.1:54533 dest: /127.0.0.1:36156
2014-04-10 11:05:46,177 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41810, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0023_m_000003_0_-1584561688_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 119811
2014-04-10 11:05:46,179 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job_1397145675630_0023_1.jhist for DFSClient_NONMAPREDUCE_-838868298_1
2014-04-10 11:05:46,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/task_1397145675630_0023_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:46,198 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000003_0/part-00003. BP-2026122021-127.0.0.1-1397145659663 blk_1073742104_1280{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:05:46,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000001_0 dst=null perm=null
2014-04-10 11:05:46,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742101_1277
2014-04-10 11:05:46,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000001_0 dst=null perm=null
2014-04-10 11:05:46,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/task_1397145675630_0023_m_000001 dst=null perm=null
2014-04-10 11:05:46,218 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742103_1279 src: /127.0.0.1:41809 dest: /127.0.0.1:37218
2014-04-10 11:05:46,219 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742103_1279 src: /127.0.0.1:56342 dest: /127.0.0.1:50911
2014-04-10 11:05:46,220 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742103_1279 src: /127.0.0.1:50155 dest: /127.0.0.1:53749
2014-04-10 11:05:46,225 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50155, dest: /127.0.0.1:53749, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0023_m_000002_0_2085848975_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742103_1279, duration: 5074001
2014-04-10 11:05:46,226 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742103_1279, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:46,226 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742103_1279{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:46,226 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56342, dest: /127.0.0.1:50911, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0023_m_000002_0_2085848975_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742103_1279, duration: 5536573
2014-04-10 11:05:46,226 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41809, dest: /127.0.0.1:37218, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0023_m_000002_0_2085848975_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742103_1279, duration: 5922783
2014-04-10 11:05:46,227 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742103_1279, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:46,226 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742103_1279{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:46,227 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742103_1279, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:46,227 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742103_1279{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:46,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/task_1397145675630_0023_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:46,243 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0023_01_000002
2014-04-10 11:05:46,243 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000002
2014-04-10 11:05:46,243 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:05:46,243 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0023_01_000002
2014-04-10 11:05:46,250 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0023_01_000002 is : 143
2014-04-10 11:05:46,255 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000002_0/part-00002 is closed by DFSClient_attempt_1397145675630_0023_m_000002_0_2085848975_1
2014-04-10 11:05:46,264 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742104_1280 src: /127.0.0.1:41813 dest: /127.0.0.1:37218
2014-04-10 11:05:46,265 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742104_1280 src: /127.0.0.1:54539 dest: /127.0.0.1:36156
2014-04-10 11:05:46,266 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742104_1280 src: /127.0.0.1:56346 dest: /127.0.0.1:50911
2014-04-10 11:05:46,269 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:46,272 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000002
2014-04-10 11:05:46,272 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000002
2014-04-10 11:05:46,272 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000002
2014-04-10 11:05:46,273 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000002
2014-04-10 11:05:46,273 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000002
2014-04-10 11:05:46,273 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:46,273 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0023_01_000002 from application application_1397145675630_0023
2014-04-10 11:05:46,273 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:46,273 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0023
2014-04-10 11:05:46,281 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56346, dest: /127.0.0.1:50911, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0023_m_000003_0_-1584561688_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742104_1280, duration: 7892800
2014-04-10 11:05:46,282 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742104_1280, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:46,282 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742104_1280{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:46,282 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54539, dest: /127.0.0.1:36156, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0023_m_000003_0_-1584561688_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742104_1280, duration: 4748021
2014-04-10 11:05:46,282 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742104_1280, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:46,283 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41813, dest: /127.0.0.1:37218, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0023_m_000003_0_-1584561688_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742104_1280, duration: 5119099
2014-04-10 11:05:46,283 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742104_1280{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:46,283 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742104_1280, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:46,283 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742104_1280{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:46,297 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000003_0/part-00003 is closed by DFSClient_attempt_1397145675630_0023_m_000003_0_-1584561688_1
2014-04-10 11:05:46,304 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0023_01_000003
2014-04-10 11:05:46,305 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000003
2014-04-10 11:05:46,305 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:05:46,305 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0023_01_000003
2014-04-10 11:05:46,305 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0023_01_000002
2014-04-10 11:05:46,305 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0023_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:46,305 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0023_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:05:46,305 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000002
2014-04-10 11:05:46,305 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0023_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:05:46,306 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:05:46,306 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0023_01_000002, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:46,306 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:46,306 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:05:46,306 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0023_000001 released container container_1397145675630_0023_01_000002 on node: host: localhost:41546 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:05:46,314 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0023_01_000003 is : 143
2014-04-10 11:05:46,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000002_0 dst=null perm=null
2014-04-10 11:05:46,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000002_0 dst=null perm=null
2014-04-10 11:05:46,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/task_1397145675630_0023_m_000002 dst=null perm=null
2014-04-10 11:05:46,326 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:46,326 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000003
2014-04-10 11:05:46,327 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000003
2014-04-10 11:05:46,327 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000003
2014-04-10 11:05:46,327 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000003
2014-04-10 11:05:46,327 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000003
2014-04-10 11:05:46,327 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:46,327 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0023_01_000003 from application application_1397145675630_0023
2014-04-10 11:05:46,327 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:46,328 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0023
2014-04-10 11:05:46,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/task_1397145675630_0023_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:46,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000003_0 dst=null perm=null
2014-04-10 11:05:46,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000003_0 dst=null perm=null
2014-04-10 11:05:46,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/task_1397145675630_0023_m_000003 dst=null perm=null
2014-04-10 11:05:46,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/_temporary/attempt_1397145675630_0023_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/task_1397145675630_0023_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:46,376 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0023_01_000004
2014-04-10 11:05:46,377 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000004
2014-04-10 11:05:46,377 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:05:46,377 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0023_01_000003
2014-04-10 11:05:46,377 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0023_01_000004
2014-04-10 11:05:46,377 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0023_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:46,377 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0023_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:05:46,377 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000003
2014-04-10 11:05:46,377 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0023_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:05:46,377 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:05:46,378 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0023_01_000003, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:46,378 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:46,378 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:05:46,378 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0023_000001 released container container_1397145675630_0023_01_000003 on node: host: localhost:41546 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:05:46,383 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0023_01_000004 is : 143
2014-04-10 11:05:46,399 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:46,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000004
2014-04-10 11:05:46,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000004
2014-04-10 11:05:46,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000004
2014-04-10 11:05:46,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000004
2014-04-10 11:05:46,401 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000004
2014-04-10 11:05:46,401 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:46,401 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0023_01_000004 from application application_1397145675630_0023
2014-04-10 11:05:46,401 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:46,401 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0023
2014-04-10 11:05:46,421 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0023_01_000005
2014-04-10 11:05:46,421 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000005
2014-04-10 11:05:46,421 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:05:46,422 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0023_01_000005
2014-04-10 11:05:46,422 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0023_01_000004
2014-04-10 11:05:46,422 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0023_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:46,422 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0023_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:05:46,422 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000004
2014-04-10 11:05:46,422 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0023_01_000004 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:05:46,422 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:05:46,422 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0023_01_000004, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:46,422 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:46,423 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:05:46,423 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0023_000001 released container container_1397145675630_0023_01_000004 on node: host: localhost:41546 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:05:46,427 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0023_01_000005 is : 143
2014-04-10 11:05:46,434 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:46,434 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000005
2014-04-10 11:05:46,434 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000005
2014-04-10 11:05:46,434 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000005
2014-04-10 11:05:46,434 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000005
2014-04-10 11:05:46,434 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000005
2014-04-10 11:05:46,435 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:46,435 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0023_01_000005 from application application_1397145675630_0023
2014-04-10 11:05:46,435 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:46,435 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0023
2014-04-10 11:05:46,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:46,455 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-838868298_1
2014-04-10 11:05:46,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1 dst=null perm=null
2014-04-10 11:05:46,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself dst=null perm=null
2014-04-10 11:05:46,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself dst=null perm=null
2014-04-10 11:05:46,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/task_1397145675630_0023_m_000000 dst=null perm=null
2014-04-10 11:05:46,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00000 dst=null perm=null
2014-04-10 11:05:46,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/task_1397145675630_0023_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:46,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself dst=null perm=null
2014-04-10 11:05:46,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself dst=null perm=null
2014-04-10 11:05:46,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/task_1397145675630_0023_m_000001 dst=null perm=null
2014-04-10 11:05:46,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00001 dst=null perm=null
2014-04-10 11:05:46,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/task_1397145675630_0023_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:46,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself dst=null perm=null
2014-04-10 11:05:46,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself dst=null perm=null
2014-04-10 11:05:46,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/task_1397145675630_0023_m_000002 dst=null perm=null
2014-04-10 11:05:46,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00002 dst=null perm=null
2014-04-10 11:05:46,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/task_1397145675630_0023_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:46,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself dst=null perm=null
2014-04-10 11:05:46,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself dst=null perm=null
2014-04-10 11:05:46,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/task_1397145675630_0023_m_000003 dst=null perm=null
2014-04-10 11:05:46,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00003 dst=null perm=null
2014-04-10 11:05:46,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/task_1397145675630_0023_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:46,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself dst=null perm=null
2014-04-10 11:05:46,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself dst=null perm=null
2014-04-10 11:05:46,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/task_1397145675630_0023_m_000004 dst=null perm=null
2014-04-10 11:05:46,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00004 dst=null perm=null
2014-04-10 11:05:46,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary/1/task_1397145675630_0023_m_000004/part-00004 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:46,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary dst=null perm=null
2014-04-10 11:05:46,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:46,597 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-838868298_1
2014-04-10 11:05:46,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:46,630 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-838868298_1
2014-04-10 11:05:46,651 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54533, dest: /127.0.0.1:36156, bytes: 54425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-838868298_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742102_1278, duration: 475535009
2014-04-10 11:05:46,651 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742102_1278, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:46,652 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41807, dest: /127.0.0.1:37218, bytes: 54425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-838868298_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742102_1278, duration: 476525967
2014-04-10 11:05:46,652 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742102_1278{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 15112
2014-04-10 11:05:46,652 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742102_1278, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:46,653 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50149, dest: /127.0.0.1:53749, bytes: 54425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-838868298_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742102_1278, duration: 477615550
2014-04-10 11:05:46,654 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742102_1278, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:46,654 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742102_1278{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 15112
2014-04-10 11:05:46,655 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742102_1278{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 15112
2014-04-10 11:05:46,672 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job_1397145675630_0023_1.jhist is closed by DFSClient_NONMAPREDUCE_-838868298_1
2014-04-10 11:05:46,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:46,693 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742105_1281{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:05:46,708 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742105_1281 src: /127.0.0.1:41816 dest: /127.0.0.1:37218
2014-04-10 11:05:46,709 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742105_1281 src: /127.0.0.1:54542 dest: /127.0.0.1:36156
2014-04-10 11:05:46,710 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742105_1281 src: /127.0.0.1:50161 dest: /127.0.0.1:53749
2014-04-10 11:05:46,713 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50161, dest: /127.0.0.1:53749, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-838868298_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742105_1281, duration: 2226519
2014-04-10 11:05:46,713 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742105_1281, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:46,714 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742105_1281{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:46,714 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54542, dest: /127.0.0.1:36156, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-838868298_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742105_1281, duration: 2809804
2014-04-10 11:05:46,714 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742105_1281, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:46,714 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742105_1281{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:46,715 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41816, dest: /127.0.0.1:37218, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-838868298_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742105_1281, duration: 3405432
2014-04-10 11:05:46,715 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742105_1281, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:46,715 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742105_1281{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:46,730 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023.summary_tmp is closed by DFSClient_NONMAPREDUCE_-838868298_1
2014-04-10 11:05:46,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:46,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job_1397145675630_0023_1.jhist dst=null perm=null
2014-04-10 11:05:46,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023-1397145937488-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F4E8BF4E06C9845B5-1397145946632-5-0-SUCCEEDED-default-1397145940044.jhist_tmp dst=null perm=null
2014-04-10 11:05:46,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job_1397145675630_0023_1.jhist dst=null perm=null
2014-04-10 11:05:46,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023-1397145937488-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F4E8BF4E06C9845B5-1397145946632-5-0-SUCCEEDED-default-1397145940044.jhist_tmp dst=null perm=null
2014-04-10 11:05:46,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job_1397145675630_0023_1.jhist dst=null perm=null
2014-04-10 11:05:46,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023-1397145937488-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F4E8BF4E06C9845B5-1397145946632-5-0-SUCCEEDED-default-1397145940044.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:46,780 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50162, bytes: 54853, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-838868298_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742102_1278, duration: 159916
2014-04-10 11:05:46,782 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023-1397145937488-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F4E8BF4E06C9845B5-1397145946632-5-0-SUCCEEDED-default-1397145940044.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742106_1282{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:05:46,799 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742106_1282 src: /127.0.0.1:54545 dest: /127.0.0.1:36156
2014-04-10 11:05:46,800 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742106_1282 src: /127.0.0.1:56352 dest: /127.0.0.1:50911
2014-04-10 11:05:46,801 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742106_1282 src: /127.0.0.1:41822 dest: /127.0.0.1:37218
2014-04-10 11:05:46,805 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41822, dest: /127.0.0.1:37218, bytes: 54425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-838868298_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742106_1282, duration: 2520859
2014-04-10 11:05:46,805 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742106_1282, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:46,805 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742106_1282{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:46,806 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56352, dest: /127.0.0.1:50911, bytes: 54425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-838868298_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742106_1282, duration: 2882464
2014-04-10 11:05:46,806 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742106_1282, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:46,806 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742106_1282{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:46,807 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54545, dest: /127.0.0.1:36156, bytes: 54425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-838868298_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742106_1282, duration: 3885809
2014-04-10 11:05:46,807 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742106_1282, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:46,807 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742106_1282{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:46,822 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023-1397145937488-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F4E8BF4E06C9845B5-1397145946632-5-0-SUCCEEDED-default-1397145940044.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-838868298_1
2014-04-10 11:05:46,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023-1397145937488-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F4E8BF4E06C9845B5-1397145946632-5-0-SUCCEEDED-default-1397145940044.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:46,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job_1397145675630_0023_1_conf.xml dst=null perm=null
2014-04-10 11:05:46,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023_conf.xml_tmp dst=null perm=null
2014-04-10 11:05:46,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job_1397145675630_0023_1_conf.xml dst=null perm=null
2014-04-10 11:05:46,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023_conf.xml_tmp dst=null perm=null
2014-04-10 11:05:46,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023/job_1397145675630_0023_1_conf.xml dst=null perm=null
2014-04-10 11:05:46,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:46,866 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50162, bytes: 95976, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-838868298_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742099_1275, duration: 365745
2014-04-10 11:05:46,869 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742107_1283{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:05:46,882 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742107_1283 src: /127.0.0.1:41823 dest: /127.0.0.1:37218
2014-04-10 11:05:46,884 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742107_1283 src: /127.0.0.1:50167 dest: /127.0.0.1:53749
2014-04-10 11:05:46,885 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742107_1283 src: /127.0.0.1:54550 dest: /127.0.0.1:36156
2014-04-10 11:05:46,889 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54550, dest: /127.0.0.1:36156, bytes: 95232, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-838868298_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742107_1283, duration: 3081614
2014-04-10 11:05:46,889 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742107_1283, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:46,890 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742107_1283{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:46,890 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50167, dest: /127.0.0.1:53749, bytes: 95232, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-838868298_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742107_1283, duration: 3719292
2014-04-10 11:05:46,890 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742107_1283, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:46,890 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742107_1283{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:46,891 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41823, dest: /127.0.0.1:37218, bytes: 95232, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-838868298_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742107_1283, duration: 4370468
2014-04-10 11:05:46,891 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742107_1283, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:46,891 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742107_1283{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:46,905 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-838868298_1
2014-04-10 11:05:46,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:46,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:46,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:46,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023-1397145937488-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F4E8BF4E06C9845B5-1397145946632-5-0-SUCCEEDED-default-1397145940044.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023-1397145937488-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F4E8BF4E06C9845B5-1397145946632-5-0-SUCCEEDED-default-1397145940044.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:46,981 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0023_000001 with final state: FINISHING
2014-04-10 11:05:46,981 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0023_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:05:46,981 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0023 with final state: FINISHING
2014-04-10 11:05:46,981 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0023 State change from RUNNING to FINAL_SAVING
2014-04-10 11:05:46,981 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0023
2014-04-10 11:05:46,982 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0023_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:05:46,982 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0023 State change from FINAL_SAVING to FINISHING
2014-04-10 11:05:47,083 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:05:47,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:05:47,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:05:47,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023.summary dst=null perm=null
2014-04-10 11:05:47,091 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41827, bytes: 442, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742105_1281, duration: 244299
2014-04-10 11:05:47,091 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0023,submitTime=1397145937488,launchTime=1397145940044,firstMapTaskLaunchTime=1397145942210,firstReduceTaskLaunchTime=0,finishTime=1397145946632,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=20,reduceSlotSeconds=0,jobName=[6E55E97030C645FBBB78F6E2CD91C89D/4E8BF4E06C9845B5AC9D2E6063185ABD] lower*upper/(1/2) ...dedpipesplatform/joinself
2014-04-10 11:05:47,092 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023.summary]
2014-04-10 11:05:47,105 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742105_1281 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:53749
2014-04-10 11:05:47,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023.summary dst=null perm=null
2014-04-10 11:05:47,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:05:47,108 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023-1397145937488-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F4E8BF4E06C9845B5-1397145946632-5-0-SUCCEEDED-default-1397145940044.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0023-1397145937488-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F4E8BF4E06C9845B5-1397145946632-5-0-SUCCEEDED-default-1397145940044.jhist
2014-04-10 11:05:47,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023-1397145937488-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F4E8BF4E06C9845B5-1397145946632-5-0-SUCCEEDED-default-1397145940044.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0023-1397145937488-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F4E8BF4E06C9845B5-1397145946632-5-0-SUCCEEDED-default-1397145940044.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:47,122 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0023_conf.xml
2014-04-10 11:05:47,126 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0023_01_000006
2014-04-10 11:05:47,127 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0023_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:47,127 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0023_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:05:47,127 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000006
2014-04-10 11:05:47,127 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0023_01_000006 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:05:47,127 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:05:47,128 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0023_01_000006, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:47,128 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:47,128 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:05:47,128 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0023_000001 released container container_1397145675630_0023_01_000006 on node: host: localhost:38779 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:05:47,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0023_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0023_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:47,139 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0023 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0023-1397145937488-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F4E8BF4E06C9845B5-1397145946632-5-0-SUCCEEDED-default-1397145940044.jhist
2014-04-10 11:05:47,139 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0023-1397145937488-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F4E8BF4E06C9845B5-1397145946632-5-0-SUCCEEDED-default-1397145940044.jhist]
2014-04-10 11:05:47,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0023-1397145937488-brock-%5B6E55E97030C645FBBB78F6E2CD91C89D%2F4E8BF4E06C9845B5-1397145946632-5-0-SUCCEEDED-default-1397145940044.jhist dst=null perm=null
2014-04-10 11:05:47,143 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56359, bytes: 54853, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742106_1282, duration: 258269
2014-04-10 11:05:47,189 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742086_1262 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:05:47,189 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742090_1266 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:50911
2014-04-10 11:05:47,189 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742087_1263 127.0.0.1:36156 127.0.0.1:50911 127.0.0.1:53749
2014-04-10 11:05:47,189 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742089_1265 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:53749
2014-04-10 11:05:47,190 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742088_1264 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:53749
2014-04-10 11:05:47,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/2674916305_lower_021355B8A1FE4271BA8ABB913E9FC8C0 dst=null perm=null
2014-04-10 11:05:47,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself dst=null perm=null
2014-04-10 11:05:47,191 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary
2014-04-10 11:05:47,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/_temporary dst=null perm=null
2014-04-10 11:05:47,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself dst=null perm=null
2014-04-10 11:05:47,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself dst=null perm=null
2014-04-10 11:05:47,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself dst=null perm=null
2014-04-10 11:05:47,213 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:05:47,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00000 dst=null perm=null
2014-04-10 11:05:47,217 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56359, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742100_1276, duration: 217105
2014-04-10 11:05:47,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00001 dst=null perm=null
2014-04-10 11:05:47,219 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41827, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742101_1277, duration: 193994
2014-04-10 11:05:47,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00002 dst=null perm=null
2014-04-10 11:05:47,222 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41827, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742103_1279, duration: 178229
2014-04-10 11:05:47,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00003 dst=null perm=null
2014-04-10 11:05:47,225 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41827, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742104_1280, duration: 180743
2014-04-10 11:05:47,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00004 dst=null perm=null
2014-04-10 11:05:47,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself dst=null perm=null
2014-04-10 11:05:47,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself dst=null perm=null
2014-04-10 11:05:47,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself dst=null perm=null
2014-04-10 11:05:47,244 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:05:47,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00000 dst=null perm=null
2014-04-10 11:05:47,246 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41827, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742100_1276, duration: 139371
2014-04-10 11:05:47,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00001 dst=null perm=null
2014-04-10 11:05:47,249 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54554, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742101_1277, duration: 204011
2014-04-10 11:05:47,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00002 dst=null perm=null
2014-04-10 11:05:47,251 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56359, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742103_1279, duration: 194469
2014-04-10 11:05:47,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00003 dst=null perm=null
2014-04-10 11:05:47,254 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54554, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742104_1280, duration: 179878
2014-04-10 11:05:47,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00004 dst=null perm=null
2014-04-10 11:05:47,255 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/joinfieldedpipesplatform/joinself
2014-04-10 11:05:47,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself dst=null perm=null
2014-04-10 11:05:47,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself dst=null perm=null
2014-04-10 11:05:47,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself dst=null perm=null
2014-04-10 11:05:47,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself dst=null perm=null
2014-04-10 11:05:47,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00000 dst=null perm=null
2014-04-10 11:05:47,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00000 dst=null perm=null
2014-04-10 11:05:47,263 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41827, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742100_1276, duration: 249499
2014-04-10 11:05:47,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00001 dst=null perm=null
2014-04-10 11:05:47,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00001 dst=null perm=null
2014-04-10 11:05:47,266 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56359, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742101_1277, duration: 247820
2014-04-10 11:05:47,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00002 dst=null perm=null
2014-04-10 11:05:47,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00002 dst=null perm=null
2014-04-10 11:05:47,269 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56359, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742103_1279, duration: 239113
2014-04-10 11:05:47,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00003 dst=null perm=null
2014-04-10 11:05:47,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00003 dst=null perm=null
2014-04-10 11:05:47,272 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41827, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742104_1280, duration: 238591
2014-04-10 11:05:47,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00004 dst=null perm=null
2014-04-10 11:05:47,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinself/part-00004 dst=null perm=null
2014-04-10 11:05:47,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:47,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:47,290 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:05:47,291 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:05:47,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped dst=null perm=null
2014-04-10 11:05:47,310 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [upper2*lower*upper1] starting
2014-04-10 11:05:47,310 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [upper2*lower*upper1] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:05:47,311 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [upper2*lower*upper1] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:05:47,311 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [upper2*lower*upper1] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:05:47,311 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [upper2*lower*upper1] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped"]
2014-04-10 11:05:47,311 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [upper2*lower*upper1] parallel execution is enabled: true
2014-04-10 11:05:47,311 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [upper2*lower*upper1] starting jobs: 2
2014-04-10 11:05:47,311 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [upper2*lower*upper1] allocating threads: 2
2014-04-10 11:05:47,312 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [upper2*lower*upper1] starting step: (2/2)
2014-04-10 11:05:47,326 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:05:47,334 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:05:47,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:05:47,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:05:47,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:05:47,337 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 24
2014-04-10 11:05:47,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024 dst=null perm=null
2014-04-10 11:05:47,341 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742103_1279
2014-04-10 11:05:47,342 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742101_1277
2014-04-10 11:05:47,342 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742104_1280
2014-04-10 11:05:47,343 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742100_1276
2014-04-10 11:05:47,343 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742106_1282
2014-04-10 11:05:47,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:05:47,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:05:47,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.jar dst=null perm=null
2014-04-10 11:05:47,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:47,407 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073742108_1284{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:05:47,422 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0023_01_000005
2014-04-10 11:05:47,423 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0023_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:47,423 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0023_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:05:47,423 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000005
2014-04-10 11:05:47,423 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0023_01_000005 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:05:47,423 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:05:47,423 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0023_01_000005, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:47,423 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:47,424 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:05:47,424 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0023_000001 released container container_1397145675630_0023_01_000005 on node: host: localhost:41546 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:05:47,425 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742108_1284 src: /127.0.0.1:54555 dest: /127.0.0.1:36156
2014-04-10 11:05:47,426 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742108_1284 src: /127.0.0.1:50174 dest: /127.0.0.1:53749
2014-04-10 11:05:47,427 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742108_1284 src: /127.0.0.1:56363 dest: /127.0.0.1:50911
2014-04-10 11:05:47,432 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56363, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742108_1284, duration: 3409628
2014-04-10 11:05:47,432 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742108_1284, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:47,432 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742108_1284{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:05:47,433 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50174, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742108_1284, duration: 3908468
2014-04-10 11:05:47,433 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742108_1284, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:47,433 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742108_1284{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:05:47,433 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54555, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742108_1284, duration: 4201968
2014-04-10 11:05:47,434 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742108_1284, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:47,434 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742108_1284{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:05:47,447 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:05:47,448 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.jar
2014-04-10 11:05:47,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.jar dst=null perm=null
2014-04-10 11:05:47,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:47,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:47,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:47,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:47,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:05:47,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:05:47,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:05:47,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:05:47,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:05:47,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:47,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:47,491 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:05:47,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:47,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:47,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:47,523 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.split
2014-04-10 11:05:47,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.split dst=null perm=null
2014-04-10 11:05:47,540 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073742109_1285{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:05:47,557 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742109_1285 src: /127.0.0.1:56364 dest: /127.0.0.1:50911
2014-04-10 11:05:47,558 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742109_1285 src: /127.0.0.1:50177 dest: /127.0.0.1:53749
2014-04-10 11:05:47,559 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742109_1285 src: /127.0.0.1:41835 dest: /127.0.0.1:37218
2014-04-10 11:05:47,561 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742109_1285 src: /127.0.0.1:54561 dest: /127.0.0.1:36156
2014-04-10 11:05:47,564 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54561, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742109_1285, duration: 1960965
2014-04-10 11:05:47,564 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742109_1285, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:47,564 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742109_1285{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:47,569 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41835, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742109_1285, duration: 2614331
2014-04-10 11:05:47,570 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742109_1285, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:47,570 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742109_1285{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:47,570 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50177, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742109_1285, duration: 8119164
2014-04-10 11:05:47,570 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742109_1285, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:47,571 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742109_1285{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:47,571 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56364, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742109_1285, duration: 8762527
2014-04-10 11:05:47,571 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742109_1285, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:47,571 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742109_1285{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:47,639 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:05:47,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:47,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:47,673 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073742110_1286{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:05:47,690 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742110_1286 src: /127.0.0.1:50180 dest: /127.0.0.1:53749
2014-04-10 11:05:47,691 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742110_1286 src: /127.0.0.1:54563 dest: /127.0.0.1:36156
2014-04-10 11:05:47,692 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742110_1286 src: /127.0.0.1:56370 dest: /127.0.0.1:50911
2014-04-10 11:05:47,695 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56370, dest: /127.0.0.1:50911, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742110_1286, duration: 1720816
2014-04-10 11:05:47,695 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742110_1286, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:47,696 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742110_1286{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:47,696 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54563, dest: /127.0.0.1:36156, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742110_1286, duration: 1896759
2014-04-10 11:05:47,696 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742110_1286, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:47,696 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742110_1286{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:47,696 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50180, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742110_1286, duration: 2462346
2014-04-10 11:05:47,697 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742110_1286, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:47,697 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742110_1286{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:47,714 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:05:47,714 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:05:47,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:47,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:47,754 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742111_1287{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:05:47,773 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742111_1287 src: /127.0.0.1:50183 dest: /127.0.0.1:53749
2014-04-10 11:05:47,774 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742111_1287 src: /127.0.0.1:54566 dest: /127.0.0.1:36156
2014-04-10 11:05:47,776 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742111_1287 src: /127.0.0.1:41842 dest: /127.0.0.1:37218
2014-04-10 11:05:47,779 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41842, dest: /127.0.0.1:37218, bytes: 81323, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742111_1287, duration: 2531360
2014-04-10 11:05:47,780 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742111_1287, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:47,780 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742111_1287{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:47,780 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54566, dest: /127.0.0.1:36156, bytes: 81323, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742111_1287, duration: 3160532
2014-04-10 11:05:47,781 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742111_1287, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:47,781 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742111_1287{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:47,781 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50183, dest: /127.0.0.1:53749, bytes: 81323, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742111_1287, duration: 3673027
2014-04-10 11:05:47,781 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742111_1287, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:47,782 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742111_1287{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:47,797 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:05:47,797 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0024
2014-04-10 11:05:47,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024 dst=null perm=null
2014-04-10 11:05:47,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.xml dst=null perm=null
2014-04-10 11:05:47,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.xml dst=null perm=null
2014-04-10 11:05:47,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.jar dst=null perm=null
2014-04-10 11:05:47,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.jar dst=null perm=null
2014-04-10 11:05:47,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.split dst=null perm=null
2014-04-10 11:05:47,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.split dst=null perm=null
2014-04-10 11:05:47,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:47,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:47,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:47,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:47,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:47,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:47,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:47,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:47,861 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 24 submitted by user brock
2014-04-10 11:05:47,862 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0024
2014-04-10 11:05:47,862 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0024
2014-04-10 11:05:47,862 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0024
2014-04-10 11:05:47,862 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0024 State change from NEW to NEW_SAVING
2014-04-10 11:05:47,863 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0024 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:05:47,863 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0024_000001
2014-04-10 11:05:47,863 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0024_000001 State change from NEW to SUBMITTED
2014-04-10 11:05:47,863 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0024 from user: brock activated in queue: default
2014-04-10 11:05:47,864 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0024 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:05:47,864 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0024
2014-04-10 11:05:47,864 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0024 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:05:47,864 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0024_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:05:47,865 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0024_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:05:47,865 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0024 State change from SUBMITTED to ACCEPTED
2014-04-10 11:05:47,866 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0024/
2014-04-10 11:05:47,866 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [upper2*lower*upper1] submitted hadoop job: job_1397145675630_0024
2014-04-10 11:05:47,866 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [upper2*lower*upper1] tracking url: http://localhost:33250/proxy/application_1397145675630_0024/
2014-04-10 11:05:48,005 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742095_1271 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:05:48,006 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742096_1272 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:05:48,006 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742097_1273 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:36156
2014-04-10 11:05:48,006 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742098_1274 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:05:48,006 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742102_1278 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:36156
2014-04-10 11:05:48,006 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742099_1275 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:36156
2014-04-10 11:05:48,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0023 dst=null perm=null
2014-04-10 11:05:48,123 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742105_1281
2014-04-10 11:05:48,124 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742109_1285
2014-04-10 11:05:48,125 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742111_1287
2014-04-10 11:05:48,126 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742107_1283
2014-04-10 11:05:48,127 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742106_1282
2014-04-10 11:05:48,128 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742104_1280
2014-04-10 11:05:48,128 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0024_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:48,128 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742100_1276
2014-04-10 11:05:48,128 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000001
2014-04-10 11:05:48,129 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0024_01_000001 of capacity <memory:2048, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:05:48,129 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742101_1277
2014-04-10 11:05:48,129 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0024 container=Container: [ContainerId: container_1397145675630_0024_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0024_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:48,129 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:05:48,129 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0024_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:48,129 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:48,130 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0024 AttemptId: appattempt_1397145675630_0024_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0024_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ]
2014-04-10 11:05:48,129 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742103_1279
2014-04-10 11:05:48,130 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0024_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:05:48,130 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0024_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:05:48,131 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0024_000001
2014-04-10 11:05:48,131 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742102_1278
2014-04-10 11:05:48,131 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0024_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] for AM appattempt_1397145675630_0024_000001
2014-04-10 11:05:48,131 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0024_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:05:48,134 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0024_000001 (auth:SIMPLE)
2014-04-10 11:05:48,136 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0024_01_000001 by user brock
2014-04-10 11:05:48,136 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0024
2014-04-10 11:05:48,136 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000001
2014-04-10 11:05:48,137 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0024 transitioned from NEW to INITING
2014-04-10 11:05:48,137 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0024_01_000001 to application application_1397145675630_0024
2014-04-10 11:05:48,137 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0024_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] for AM appattempt_1397145675630_0024_000001
2014-04-10 11:05:48,137 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0024 transitioned from INITING to RUNNING
2014-04-10 11:05:48,137 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0024_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:05:48,138 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:05:48,138 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0024
2014-04-10 11:05:48,138 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:05:48,138 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:05:48,138 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:05:48,139 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:05:48,139 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0024_01_000001
2014-04-10 11:05:48,149 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0024_01_000001.tokens. Credentials list:
2014-04-10 11:05:48,164 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:05:48,232 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0024_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000001.tokens
2014-04-10 11:05:48,232 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0024 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0024
2014-04-10 11:05:48,330 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742107_1283
2014-04-10 11:05:48,331 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742105_1281
2014-04-10 11:05:48,332 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742111_1287
2014-04-10 11:05:48,332 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742109_1285
2014-04-10 11:05:48,333 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742102_1278
2014-04-10 11:05:48,333 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742110_1286
2014-04-10 11:05:48,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.jar dst=null perm=null
2014-04-10 11:05:48,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.jar dst=null perm=null
2014-04-10 11:05:48,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.jar dst=null perm=null
2014-04-10 11:05:48,532 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742108_1284
2014-04-10 11:05:48,533 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742100_1276
2014-04-10 11:05:48,534 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742103_1279
2014-04-10 11:05:48,552 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56377, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2045698769_14120, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742108_1284, duration: 205554927
2014-04-10 11:05:48,577 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0024/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:48,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:48,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:48,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:48,605 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50190, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2045698769_14120, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742110_1286, duration: 211138
2014-04-10 11:05:48,624 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0024/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:48,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.split dst=null perm=null
2014-04-10 11:05:48,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.split dst=null perm=null
2014-04-10 11:05:48,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.split dst=null perm=null
2014-04-10 11:05:48,650 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54573, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2045698769_14120, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742109_1285, duration: 231726
2014-04-10 11:05:48,669 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0024/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:48,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.xml dst=null perm=null
2014-04-10 11:05:48,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.xml dst=null perm=null
2014-04-10 11:05:48,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.xml dst=null perm=null
2014-04-10 11:05:48,697 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50190, bytes: 81959, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2045698769_14120, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742111_1287, duration: 357099
2014-04-10 11:05:48,717 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0024/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:48,717 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:48,751 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:48,752 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:48,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000001/default_container_executor.sh]
2014-04-10 11:05:49,127 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0024_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:49,143 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:36156 to replicate blk_1073742108_1284 to datanode(s) 127.0.0.1:37218
2014-04-10 11:05:49,143 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073742096_1272, blk_1073742099_1275, blk_1073742086_1262, blk_1073742087_1263, blk_1073742089_1265, blk_1073742090_1266, blk_1073742095_1271]
2014-04-10 11:05:49,143 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742096_1272, blk_1073742097_1273, blk_1073742098_1274, blk_1073742099_1275, blk_1073742102_1278, blk_1073742087_1263, blk_1073742088_1264, blk_1073742089_1265, blk_1073742105_1281, blk_1073742095_1271]
2014-04-10 11:05:49,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:05:49,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/COMMIT_STARTED dst=null perm=null
2014-04-10 11:05:49,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:05:49,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/COMMIT_FAIL dst=null perm=null
2014-04-10 11:05:50,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024 dst=null perm=null
2014-04-10 11:05:50,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:05:50,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:05:50,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:50,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:50,302 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50193, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_984002206_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742110_1286, duration: 161380
2014-04-10 11:05:50,401 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f9f8649b-8d9e-4d95-b6f1-838fff2526ea, infoPort=40212, ipcPort=55636, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073742108_1284 to 127.0.0.1:37218
2014-04-10 11:05:50,402 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742108_1284 src: /127.0.0.1:41851 dest: /127.0.0.1:37218
2014-04-10 11:05:50,402 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073742108_1284 (numBytes=244650) to 127.0.0.1/127.0.0.1:37218
2014-04-10 11:05:50,403 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073742108_1284 src: /127.0.0.1:41851 dest: /127.0.0.1:37218 of size 244650
2014-04-10 11:05:50,403 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742108_1284 size 244650
2014-04-10 11:05:50,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742096_1272 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742096 for deletion
2014-04-10 11:05:50,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742097_1273 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742097 for deletion
2014-04-10 11:05:50,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742096_1272 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742096
2014-04-10 11:05:50,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742098_1274 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742098 for deletion
2014-04-10 11:05:50,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742097_1273 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742097
2014-04-10 11:05:50,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742099_1275 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742099 for deletion
2014-04-10 11:05:50,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742098_1274 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742098
2014-04-10 11:05:50,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742102_1278 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742102 for deletion
2014-04-10 11:05:50,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742099_1275 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742099
2014-04-10 11:05:50,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742087_1263 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742087 for deletion
2014-04-10 11:05:50,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742102_1278 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742102
2014-04-10 11:05:50,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742088_1264 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742088 for deletion
2014-04-10 11:05:50,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742087_1263 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742087
2014-04-10 11:05:50,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742105_1281 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742105 for deletion
2014-04-10 11:05:50,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742088_1264 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742088
2014-04-10 11:05:50,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742089_1265 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742089 for deletion
2014-04-10 11:05:50,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742105_1281 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742105
2014-04-10 11:05:50,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742095_1271 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742095 for deletion
2014-04-10 11:05:50,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742089_1265 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742089
2014-04-10 11:05:50,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742095_1271 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742095
2014-04-10 11:05:50,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742096_1272 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742096 for deletion
2014-04-10 11:05:50,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742099_1275 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742099 for deletion
2014-04-10 11:05:50,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742096_1272 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742096
2014-04-10 11:05:50,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742086_1262 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742086 for deletion
2014-04-10 11:05:50,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742099_1275 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742099
2014-04-10 11:05:50,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742087_1263 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742087 for deletion
2014-04-10 11:05:50,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742086_1262 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742086
2014-04-10 11:05:50,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742089_1265 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742089 for deletion
2014-04-10 11:05:50,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742087_1263 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742087
2014-04-10 11:05:50,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742090_1266 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742090 for deletion
2014-04-10 11:05:50,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742089_1265 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742089
2014-04-10 11:05:50,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742095_1271 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742095 for deletion
2014-04-10 11:05:50,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742090_1266 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742090
2014-04-10 11:05:50,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742095_1271 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742095
2014-04-10 11:05:50,883 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0024_000001 (auth:SIMPLE)
2014-04-10 11:05:50,884 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0024_000001
2014-04-10 11:05:50,885 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0024 APPATTEMPTID=appattempt_1397145675630_0024_000001
2014-04-10 11:05:50,885 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0024_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:05:50,885 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0024 State change from ACCEPTED to RUNNING
2014-04-10 11:05:50,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job_1397145675630_0024_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:50,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:51,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job_1397145675630_0024_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:51,103 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job_1397145675630_0024_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742112_1288{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:05:51,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742112_1288 src: /127.0.0.1:41853 dest: /127.0.0.1:37218
2014-04-10 11:05:51,142 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742112_1288 src: /127.0.0.1:56385 dest: /127.0.0.1:50911
2014-04-10 11:05:51,143 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742112_1288 src: /127.0.0.1:50198 dest: /127.0.0.1:53749
2014-04-10 11:05:51,149 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50198, dest: /127.0.0.1:53749, bytes: 95348, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_984002206_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742112_1288, duration: 5266563
2014-04-10 11:05:51,150 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742112_1288, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:51,150 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742112_1288{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:05:51,150 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56385, dest: /127.0.0.1:50911, bytes: 95348, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_984002206_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742112_1288, duration: 5757547
2014-04-10 11:05:51,150 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742112_1288, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:51,151 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742112_1288{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:05:51,151 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41853, dest: /127.0.0.1:37218, bytes: 95348, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_984002206_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742112_1288, duration: 6455374
2014-04-10 11:05:51,151 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742112_1288, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:51,151 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742112_1288{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:05:51,172 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job_1397145675630_0024_1_conf.xml is closed by DFSClient_NONMAPREDUCE_984002206_1
2014-04-10 11:05:51,215 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742111_1287
2014-04-10 11:05:51,218 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742108_1284
2014-04-10 11:05:51,218 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742104_1280
2014-04-10 11:05:51,218 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742105_1281
2014-04-10 11:05:51,219 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742106_1282
2014-04-10 11:05:51,219 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742110_1286
2014-04-10 11:05:51,219 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742109_1285
2014-04-10 11:05:51,417 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742102_1278
2014-04-10 11:05:51,418 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742107_1283
2014-04-10 11:05:52,128 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0024_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:52,129 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000002
2014-04-10 11:05:52,129 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0024_01_000002 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:05:52,129 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0024 container=Container: [ContainerId: container_1397145675630_0024_01_000002, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0024_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:52,129 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:05:52,130 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:52,130 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0024_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:52,130 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000003
2014-04-10 11:05:52,130 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0024_01_000003 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:05:52,131 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0024 container=Container: [ContainerId: container_1397145675630_0024_01_000003, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0024_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:52,131 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:05:52,131 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:52,144 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742096_1272, blk_1073742097_1273, blk_1073742098_1274, blk_1073742102_1278, blk_1073742086_1262, blk_1073742088_1264, blk_1073742089_1265, blk_1073742105_1281, blk_1073742090_1266, blk_1073742095_1271]
2014-04-10 11:05:52,144 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073742096_1272, blk_1073742097_1273, blk_1073742098_1274, blk_1073742099_1275, blk_1073742102_1278, blk_1073742086_1262, blk_1073742087_1263, blk_1073742088_1264, blk_1073742105_1281, blk_1073742090_1266, blk_1073742095_1271]
2014-04-10 11:05:52,342 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0024_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:52,343 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000004
2014-04-10 11:05:52,343 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0024_01_000004 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:05:52,343 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0024 container=Container: [ContainerId: container_1397145675630_0024_01_000004, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0024_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:52,343 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:05:52,343 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:52,344 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0024_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:52,344 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000005
2014-04-10 11:05:52,344 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0024_01_000005 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:05:52,345 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0024 container=Container: [ContainerId: container_1397145675630_0024_01_000005, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0024_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:52,345 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:05:52,345 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:52,345 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0024_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:52,346 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000006
2014-04-10 11:05:52,346 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0024_01_000006 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:05:52,346 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0024 container=Container: [ContainerId: container_1397145675630_0024_01_000006, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0024_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:52,346 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:05:52,346 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:52,348 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742112_1288
2014-04-10 11:05:52,351 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742108_1284
2014-04-10 11:05:52,351 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742110_1286
2014-04-10 11:05:52,351 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742109_1285
2014-04-10 11:05:52,922 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0024_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:52,923 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0024_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:52,923 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0024_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:52,923 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0024_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:52,923 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0024_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:52,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.jar dst=null perm=null
2014-04-10 11:05:52,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.jar dst=null perm=null
2014-04-10 11:05:52,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.xml dst=null perm=null
2014-04-10 11:05:52,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.xml dst=null perm=null
2014-04-10 11:05:52,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:52,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:52,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:52,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:52,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:52,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:53,045 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0024_000001 (auth:SIMPLE)
2014-04-10 11:05:53,045 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0024_000001 (auth:SIMPLE)
2014-04-10 11:05:53,049 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0024_01_000004 by user brock
2014-04-10 11:05:53,049 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0024_01_000006 by user brock
2014-04-10 11:05:53,049 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0024
2014-04-10 11:05:53,049 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0024_01_000003 by user brock
2014-04-10 11:05:53,050 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000004
2014-04-10 11:05:53,049 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0024_01_000006 to application application_1397145675630_0024
2014-04-10 11:05:53,049 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000006
2014-04-10 11:05:53,050 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0024 transitioned from NEW to INITING
2014-04-10 11:05:53,050 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0024_01_000003 to application application_1397145675630_0024
2014-04-10 11:05:53,050 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000003
2014-04-10 11:05:53,050 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0024_01_000002 by user brock
2014-04-10 11:05:53,050 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0024_01_000004 to application application_1397145675630_0024
2014-04-10 11:05:53,050 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0024_01_000005 by user brock
2014-04-10 11:05:53,051 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0024 transitioned from INITING to RUNNING
2014-04-10 11:05:53,051 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000002
2014-04-10 11:05:53,051 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:05:53,051 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:05:53,051 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000005
2014-04-10 11:05:53,052 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0024
2014-04-10 11:05:53,052 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:05:53,052 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0024
2014-04-10 11:05:53,052 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:05:53,052 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0024_01_000005 to application application_1397145675630_0024
2014-04-10 11:05:53,052 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0024
2014-04-10 11:05:53,052 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0024
2014-04-10 11:05:53,053 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0024
2014-04-10 11:05:53,053 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:05:53,053 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0024_01_000002 to application application_1397145675630_0024
2014-04-10 11:05:53,053 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0024
2014-04-10 11:05:53,053 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:53,053 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:05:53,054 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:05:53,054 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:05:53,054 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0024
2014-04-10 11:05:53,054 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0024
2014-04-10 11:05:53,054 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0024
2014-04-10 11:05:53,054 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:05:53,054 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0024
2014-04-10 11:05:53,054 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0024
2014-04-10 11:05:53,054 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:05:53,055 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0024
2014-04-10 11:05:53,055 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:05:53,055 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0024_01_000004
2014-04-10 11:05:53,055 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:53,056 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0024_01_000006
2014-04-10 11:05:53,056 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0024
2014-04-10 11:05:53,056 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0024
2014-04-10 11:05:53,056 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:05:53,057 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0024
2014-04-10 11:05:53,057 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0024_01_000005
2014-04-10 11:05:53,070 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145675630_0024_01_000006.tokens. Credentials list:
2014-04-10 11:05:53,070 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145675630_0024_01_000004.tokens. Credentials list:
2014-04-10 11:05:53,070 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145675630_0024_01_000005.tokens. Credentials list:
2014-04-10 11:05:53,090 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:05:53,093 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:53,094 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:53,094 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:53,094 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:53,127 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0023_01_000001 succeeded
2014-04-10 11:05:53,127 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:05:53,127 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0023_01_000001
2014-04-10 11:05:53,128 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0024_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:53,128 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0024_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:53,136 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000001
2014-04-10 11:05:53,136 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000001
2014-04-10 11:05:53,136 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000001
2014-04-10 11:05:53,136 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0023/container_1397145675630_0023_01_000001
2014-04-10 11:05:53,136 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000001
2014-04-10 11:05:53,137 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0023_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:05:53,137 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0023_01_000001 from application application_1397145675630_0023
2014-04-10 11:05:53,137 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:53,137 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0023
2014-04-10 11:05:53,154 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000003/default_container_executor.sh]
2014-04-10 11:05:53,154 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000002/default_container_executor.sh]
2014-04-10 11:05:53,154 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145675630_0024_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000006.tokens
2014-04-10 11:05:53,154 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0024 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0024
2014-04-10 11:05:53,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.jar dst=null perm=null
2014-04-10 11:05:53,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.jar dst=null perm=null
2014-04-10 11:05:53,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.jar dst=null perm=null
2014-04-10 11:05:53,251 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56391, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_494634302_14304, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742108_1284, duration: 545230
2014-04-10 11:05:53,269 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0024/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:53,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.xml dst=null perm=null
2014-04-10 11:05:53,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.xml dst=null perm=null
2014-04-10 11:05:53,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.xml dst=null perm=null
2014-04-10 11:05:53,285 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54586, bytes: 81959, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_494634302_14304, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742111_1287, duration: 281271
2014-04-10 11:05:53,297 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0024/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:53,297 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:53,297 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:53,297 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:53,319 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:53,319 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:53,323 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:53,323 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:53,323 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:53,323 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:53,334 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742108_1284
2014-04-10 11:05:53,335 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742112_1288
2014-04-10 11:05:53,342 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0024_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:53,343 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0024_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:53,343 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0024_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:53,378 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000004/default_container_executor.sh]
2014-04-10 11:05:53,381 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000005/default_container_executor.sh]
2014-04-10 11:05:53,381 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000006/default_container_executor.sh]
2014-04-10 11:05:53,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742096_1272 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742096 for deletion
2014-04-10 11:05:53,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742097_1273 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742097 for deletion
2014-04-10 11:05:53,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742096_1272 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742096
2014-04-10 11:05:53,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742097_1273 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742097
2014-04-10 11:05:53,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742098_1274 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742098 for deletion
2014-04-10 11:05:53,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742099_1275 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742099 for deletion
2014-04-10 11:05:53,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742098_1274 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742098
2014-04-10 11:05:53,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742086_1262 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742086 for deletion
2014-04-10 11:05:53,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742099_1275 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742099
2014-04-10 11:05:53,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742102_1278 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742102 for deletion
2014-04-10 11:05:53,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742086_1262 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742086
2014-04-10 11:05:53,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742087_1263 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742087 for deletion
2014-04-10 11:05:53,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742102_1278 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742102
2014-04-10 11:05:53,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742088_1264 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742088 for deletion
2014-04-10 11:05:53,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742087_1263 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742087
2014-04-10 11:05:53,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742105_1281 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742105 for deletion
2014-04-10 11:05:53,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742088_1264 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742088
2014-04-10 11:05:53,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742090_1266 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742090 for deletion
2014-04-10 11:05:53,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742105_1281 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742105
2014-04-10 11:05:53,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742095_1271 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742095 for deletion
2014-04-10 11:05:53,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742090_1266 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742090
2014-04-10 11:05:53,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742095_1271 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742095
2014-04-10 11:05:53,532 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0023_01_000001
2014-04-10 11:05:53,532 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0023_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:53,532 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0023_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:05:53,533 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0023 CONTAINERID=container_1397145675630_0023_01_000001
2014-04-10 11:05:53,533 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0023_01_000001 of capacity <memory:2048, vCores:1> on host localhost:55857, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:05:53,533 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:05:53,533 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0023_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:53,533 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:53,533 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:05:53,533 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0023_000001 released container container_1397145675630_0023_01_000001 on node: host: localhost:55857 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:05:53,533 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0023_000001
2014-04-10 11:05:53,533 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0023_000001 State change from FINISHING to FINISHED
2014-04-10 11:05:53,534 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0023 State change from FINISHING to FINISHED
2014-04-10 11:05:53,534 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0023_000001
2014-04-10 11:05:53,534 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0023_000001 is done. finalState=FINISHED
2014-04-10 11:05:53,534 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0023 requests cleared
2014-04-10 11:05:53,534 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0023 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:05:53,534 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0023 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:05:53,534 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0023
2014-04-10 11:05:53,534 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0023,name=[6E55E97030C645FBBB78F6E2CD91C89D/4E8BF4E06C9845B5AC9D2E6063185ABD] lower*upper/(1/2) ...dedpipesplatform/joinself,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0023/jobhistory/job/job_1397145675630_0023,appMasterHost=localhost.localdomain,startTime=1397145937488,finishTime=1397145946981,finalStatus=SUCCEEDED
2014-04-10 11:05:53,536 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0023_000001 (auth:SIMPLE)
2014-04-10 11:05:53,537 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742112_1288
2014-04-10 11:05:53,541 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0023_01_000001
2014-04-10 11:05:53,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742096_1272 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742096 for deletion
2014-04-10 11:05:53,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742097_1273 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742097 for deletion
2014-04-10 11:05:53,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742096_1272 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742096
2014-04-10 11:05:53,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742098_1274 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742098 for deletion
2014-04-10 11:05:53,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742086_1262 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742086 for deletion
2014-04-10 11:05:53,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742098_1274 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742098
2014-04-10 11:05:53,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742086_1262 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742086
2014-04-10 11:05:53,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742097_1273 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742097
2014-04-10 11:05:53,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742102_1278 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742102 for deletion
2014-04-10 11:05:53,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742088_1264 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742088 for deletion
2014-04-10 11:05:53,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742102_1278 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742102
2014-04-10 11:05:53,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742105_1281 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742105 for deletion
2014-04-10 11:05:53,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742089_1265 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742089 for deletion
2014-04-10 11:05:53,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742090_1266 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742090 for deletion
2014-04-10 11:05:53,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742089_1265 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742089
2014-04-10 11:05:53,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742095_1271 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742095 for deletion
2014-04-10 11:05:53,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742088_1264 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742088
2014-04-10 11:05:53,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742105_1281 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742105
2014-04-10 11:05:53,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742090_1266 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742090
2014-04-10 11:05:53,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742095_1271 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742095
2014-04-10 11:05:53,945 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:05:54,129 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0023 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:05:54,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0023
2014-04-10 11:05:54,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0023
2014-04-10 11:05:54,129 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0023
2014-04-10 11:05:54,129 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0023 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:05:54,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0023
2014-04-10 11:05:54,130 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0023
2014-04-10 11:05:54,129 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0023, with delay of 10800 seconds
2014-04-10 11:05:54,327 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:05:54,424 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0023 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:05:54,424 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0023
2014-04-10 11:05:54,425 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0023
2014-04-10 11:05:54,425 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0023
2014-04-10 11:05:54,425 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0023
2014-04-10 11:05:54,425 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0023
2014-04-10 11:05:54,425 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0023 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:05:54,425 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0023, with delay of 10800 seconds
2014-04-10 11:05:54,534 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0023 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:05:54,534 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0023
2014-04-10 11:05:54,534 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0023
2014-04-10 11:05:54,534 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0023
2014-04-10 11:05:54,534 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0023
2014-04-10 11:05:54,534 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0023
2014-04-10 11:05:54,535 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0023 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:05:54,535 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0023, with delay of 10800 seconds
2014-04-10 11:05:54,609 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145675630_0024_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000005.tokens
2014-04-10 11:05:54,610 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0024 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0024
2014-04-10 11:05:54,819 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:05:55,195 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145675630_0024_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000004.tokens
2014-04-10 11:05:55,195 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0024 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0024
2014-04-10 11:05:55,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.split dst=null perm=null
2014-04-10 11:05:55,914 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56402, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0024_m_000001_0_-1622425667_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742109_1285, duration: 112438
2014-04-10 11:05:56,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:56,023 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56402, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0024_m_000001_0_-1622425667_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 164833
2014-04-10 11:05:56,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.split dst=null perm=null
2014-04-10 11:05:56,110 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41873, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0024_m_000000_0_-1841254803_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742109_1285, duration: 165162
2014-04-10 11:05:56,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:56,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.split dst=null perm=null
2014-04-10 11:05:56,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:56,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:56,259 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41875, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0024_m_000003_0_580439785_1, offset: 1024, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742109_1285, duration: 170766
2014-04-10 11:05:56,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:56,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:56,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:56,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:56,350 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54601, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0024_m_000001_0_-1622425667_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 168742
2014-04-10 11:05:56,351 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56408, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0024_m_000003_0_580439785_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 189337
2014-04-10 11:05:56,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.split dst=null perm=null
2014-04-10 11:05:56,369 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000001_0/part-00001. BP-2026122021-127.0.0.1-1397145659663 blk_1073742113_1289{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:05:56,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:56,420 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742113_1289 src: /127.0.0.1:54604 dest: /127.0.0.1:36156
2014-04-10 11:05:56,421 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742113_1289 src: /127.0.0.1:50224 dest: /127.0.0.1:53749
2014-04-10 11:05:56,422 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742113_1289 src: /127.0.0.1:41882 dest: /127.0.0.1:37218
2014-04-10 11:05:56,429 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41882, dest: /127.0.0.1:37218, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0024_m_000001_0_-1622425667_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742113_1289, duration: 2793391
2014-04-10 11:05:56,429 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742113_1289{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:05:56,430 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50224, dest: /127.0.0.1:53749, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0024_m_000001_0_-1622425667_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742113_1289, duration: 6792733
2014-04-10 11:05:56,430 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742113_1289, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:56,430 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742113_1289{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:05:56,431 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742113_1289, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:56,431 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54604, dest: /127.0.0.1:36156, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0024_m_000001_0_-1622425667_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742113_1289, duration: 5545329
2014-04-10 11:05:56,432 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742113_1289{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:05:56,432 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742113_1289, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:56,446 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41880, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0024_m_000002_0_-1383164414_1, offset: 512, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742109_1285, duration: 152628
2014-04-10 11:05:56,446 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000001_0/part-00001 is closed by DFSClient_attempt_1397145675630_0024_m_000001_0_-1622425667_1
2014-04-10 11:05:56,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:56,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:56,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:56,489 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56414, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0024_m_000000_0_-1841254803_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 208314
2014-04-10 11:05:56,492 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56414, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0024_m_000000_0_-1841254803_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 158350
2014-04-10 11:05:56,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000001_0 dst=null perm=null
2014-04-10 11:05:56,514 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073742114_1290{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:05:56,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000001_0 dst=null perm=null
2014-04-10 11:05:56,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/task_1397145675630_0024_m_000001 dst=null perm=null
2014-04-10 11:05:56,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:56,542 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56416, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0024_m_000002_0_-1383164414_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 177408
2014-04-10 11:05:56,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000001_0 dst=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/task_1397145675630_0024_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:56,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job.split dst=null perm=null
2014-04-10 11:05:56,573 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742114_1290 src: /127.0.0.1:56415 dest: /127.0.0.1:50911
2014-04-10 11:05:56,574 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742114_1290 src: /127.0.0.1:41887 dest: /127.0.0.1:37218
2014-04-10 11:05:56,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742114_1290 src: /127.0.0.1:54613 dest: /127.0.0.1:36156
2014-04-10 11:05:56,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:56,589 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54613, dest: /127.0.0.1:36156, bytes: 138, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0024_m_000000_0_-1841254803_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742114_1290, duration: 12830865
2014-04-10 11:05:56,590 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41887, dest: /127.0.0.1:37218, bytes: 138, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0024_m_000000_0_-1841254803_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742114_1290, duration: 11434442
2014-04-10 11:05:56,590 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742114_1290, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:56,590 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742114_1290, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:56,591 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56415, dest: /127.0.0.1:50911, bytes: 138, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0024_m_000000_0_-1841254803_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742114_1290, duration: 8610060
2014-04-10 11:05:56,591 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742114_1290, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:56,594 INFO namenode.FSNamesystem (FSNamesystem.java:checkFileProgress(2997)) - BLOCK* checkFileProgress: blk_1073742114_1290{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} has not reached minimal replication 1
2014-04-10 11:05:56,594 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742114_1290{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 138
2014-04-10 11:05:56,594 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742114_1290 size 138
2014-04-10 11:05:56,594 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742114_1290 size 138
2014-04-10 11:05:56,621 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0024_01_000003
2014-04-10 11:05:56,621 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000003
2014-04-10 11:05:56,621 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:05:56,621 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0024_01_000003
2014-04-10 11:05:56,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:56,634 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41889, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0024_m_000004_0_-1692005033_1, offset: 1024, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742109_1285, duration: 168969
2014-04-10 11:05:56,635 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job_1397145675630_0024_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073742115_1291{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:05:56,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:56,636 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0024_01_000003 is : 143
2014-04-10 11:05:56,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:56,643 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50233, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0024_m_000003_0_580439785_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 148033
2014-04-10 11:05:56,644 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:56,645 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000003
2014-04-10 11:05:56,645 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000003
2014-04-10 11:05:56,645 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000003
2014-04-10 11:05:56,646 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000003
2014-04-10 11:05:56,646 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000003
2014-04-10 11:05:56,646 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:56,646 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0024_01_000003 from application application_1397145675630_0024
2014-04-10 11:05:56,646 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:56,646 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0024
2014-04-10 11:05:56,648 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742115_1291 src: /127.0.0.1:54616 dest: /127.0.0.1:36156
2014-04-10 11:05:56,649 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742115_1291 src: /127.0.0.1:56423 dest: /127.0.0.1:50911
2014-04-10 11:05:56,650 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742115_1291 src: /127.0.0.1:50236 dest: /127.0.0.1:53749
2014-04-10 11:05:56,653 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job_1397145675630_0024_1.jhist for DFSClient_NONMAPREDUCE_984002206_1
2014-04-10 11:05:56,660 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000003_0/part-00003. BP-2026122021-127.0.0.1-1397145659663 blk_1073742116_1292{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:05:56,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:05:56,695 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56426, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0024_m_000004_0_-1692005033_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 157982
2014-04-10 11:05:56,718 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742116_1292 src: /127.0.0.1:54619 dest: /127.0.0.1:36156
2014-04-10 11:05:56,718 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742116_1292 src: /127.0.0.1:50239 dest: /127.0.0.1:53749
2014-04-10 11:05:56,719 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742116_1292 src: /127.0.0.1:56428 dest: /127.0.0.1:50911
2014-04-10 11:05:56,724 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56428, dest: /127.0.0.1:50911, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0024_m_000003_0_580439785_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742116_1292, duration: 3357702
2014-04-10 11:05:56,724 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742116_1292, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:56,724 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50239, dest: /127.0.0.1:53749, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0024_m_000003_0_580439785_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742116_1292, duration: 3734099
2014-04-10 11:05:56,724 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742116_1292, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:56,724 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742116_1292{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:56,724 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54619, dest: /127.0.0.1:36156, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0024_m_000003_0_580439785_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742116_1292, duration: 4107098
2014-04-10 11:05:56,724 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742116_1292, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:56,725 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742116_1292{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:56,725 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742116_1292{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:56,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:56,746 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000003_0/part-00003 is closed by DFSClient_attempt_1397145675630_0024_m_000003_0_580439785_1
2014-04-10 11:05:56,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:56,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:56,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:56,767 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54623, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0024_m_000002_0_-1383164414_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 205877
2014-04-10 11:05:56,786 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000002_0/part-00002. BP-2026122021-127.0.0.1-1397145659663 blk_1073742117_1293{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:05:56,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000003_0 dst=null perm=null
2014-04-10 11:05:56,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000003_0 dst=null perm=null
2014-04-10 11:05:56,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/task_1397145675630_0024_m_000003 dst=null perm=null
2014-04-10 11:05:56,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000003_0 dst=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/task_1397145675630_0024_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:56,838 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742117_1293 src: /127.0.0.1:56430 dest: /127.0.0.1:50911
2014-04-10 11:05:56,839 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742117_1293 src: /127.0.0.1:50243 dest: /127.0.0.1:53749
2014-04-10 11:05:56,840 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742117_1293 src: /127.0.0.1:54626 dest: /127.0.0.1:36156
2014-04-10 11:05:56,845 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54626, dest: /127.0.0.1:36156, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0024_m_000002_0_-1383164414_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742117_1293, duration: 3637717
2014-04-10 11:05:56,845 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742117_1293, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:56,845 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742117_1293{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:56,845 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50243, dest: /127.0.0.1:53749, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0024_m_000002_0_-1383164414_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742117_1293, duration: 4593393
2014-04-10 11:05:56,845 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742117_1293, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:56,846 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742117_1293{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:56,846 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56430, dest: /127.0.0.1:50911, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0024_m_000002_0_-1383164414_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742117_1293, duration: 4868621
2014-04-10 11:05:56,846 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742117_1293{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:56,846 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742117_1293, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:56,863 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000002_0/part-00002 is closed by DFSClient_attempt_1397145675630_0024_m_000002_0_-1383164414_1
2014-04-10 11:05:56,866 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0024_01_000005
2014-04-10 11:05:56,866 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000005
2014-04-10 11:05:56,866 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:05:56,867 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0024_01_000005
2014-04-10 11:05:56,873 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0024_01_000005 is : 143
2014-04-10 11:05:56,886 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:56,887 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000005
2014-04-10 11:05:56,887 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000005
2014-04-10 11:05:56,887 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000005
2014-04-10 11:05:56,887 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000005
2014-04-10 11:05:56,887 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000005
2014-04-10 11:05:56,887 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:56,887 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0024_01_000005 from application application_1397145675630_0024
2014-04-10 11:05:56,887 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:56,887 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0024
2014-04-10 11:05:56,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:56,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:56,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:56,904 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50245, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0024_m_000004_0_-1692005033_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 128266
2014-04-10 11:05:56,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000002_0 dst=null perm=null
2014-04-10 11:05:56,919 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000004_0/part-00004. BP-2026122021-127.0.0.1-1397145659663 blk_1073742118_1294{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:05:56,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000002_0 dst=null perm=null
2014-04-10 11:05:56,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/task_1397145675630_0024_m_000002 dst=null perm=null
2014-04-10 11:05:56,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000002_0 dst=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/task_1397145675630_0024_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:56,957 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742118_1294 src: /127.0.0.1:54628 dest: /127.0.0.1:36156
2014-04-10 11:05:56,958 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742118_1294 src: /127.0.0.1:41904 dest: /127.0.0.1:37218
2014-04-10 11:05:56,958 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742118_1294 src: /127.0.0.1:50248 dest: /127.0.0.1:53749
2014-04-10 11:05:56,963 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50248, dest: /127.0.0.1:53749, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0024_m_000004_0_-1692005033_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742118_1294, duration: 3935263
2014-04-10 11:05:56,963 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742118_1294, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:56,964 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742118_1294{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:56,964 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41904, dest: /127.0.0.1:37218, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0024_m_000004_0_-1692005033_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742118_1294, duration: 4736665
2014-04-10 11:05:56,964 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742118_1294, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:56,964 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742118_1294{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:56,965 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54628, dest: /127.0.0.1:36156, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0024_m_000004_0_-1692005033_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742118_1294, duration: 5201659
2014-04-10 11:05:56,965 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742118_1294{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:05:56,965 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742118_1294, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:56,991 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0024_01_000004
2014-04-10 11:05:56,991 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000004
2014-04-10 11:05:56,991 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:05:56,991 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0024_01_000004
2014-04-10 11:05:56,991 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0024_01_000005
2014-04-10 11:05:56,991 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0024_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:56,991 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0024_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:05:56,992 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000005
2014-04-10 11:05:56,992 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0024_01_000005 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:05:56,992 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:05:56,992 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0024_01_000005, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:56,992 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:56,992 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:05:56,992 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0024_000001 released container container_1397145675630_0024_01_000005 on node: host: localhost:43726 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:05:56,996 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0024_01_000004 is : 143
2014-04-10 11:05:56,996 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000004_0/part-00004 is closed by DFSClient_attempt_1397145675630_0024_m_000004_0_-1692005033_1
2014-04-10 11:05:57,004 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:57,004 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000004
2014-04-10 11:05:57,005 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000004
2014-04-10 11:05:57,005 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000004
2014-04-10 11:05:57,005 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000004
2014-04-10 11:05:57,005 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000004
2014-04-10 11:05:57,005 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:57,005 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0024_01_000004 from application application_1397145675630_0024
2014-04-10 11:05:57,005 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:57,005 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0024
2014-04-10 11:05:57,013 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0024_m_000000_0_-1841254803_1
2014-04-10 11:05:57,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000004_0 dst=null perm=null
2014-04-10 11:05:57,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000004_0 dst=null perm=null
2014-04-10 11:05:57,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/task_1397145675630_0024_m_000004 dst=null perm=null
2014-04-10 11:05:57,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000000_0 dst=null perm=null
2014-04-10 11:05:57,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000000_0 dst=null perm=null
2014-04-10 11:05:57,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/task_1397145675630_0024_m_000000 dst=null perm=null
2014-04-10 11:05:57,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000004_0 dst=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/task_1397145675630_0024_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:57,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/_temporary/attempt_1397145675630_0024_m_000000_0 dst=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/task_1397145675630_0024_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:05:57,114 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0024_01_000006
2014-04-10 11:05:57,114 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000006
2014-04-10 11:05:57,114 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:05:57,114 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0024_01_000006
2014-04-10 11:05:57,114 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0024_01_000004
2014-04-10 11:05:57,115 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0024_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:57,115 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0024_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:05:57,115 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000004
2014-04-10 11:05:57,115 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0024_01_000004 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:05:57,115 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:05:57,115 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0024_01_000004, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:57,115 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:57,115 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:05:57,115 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0024_000001 released container container_1397145675630_0024_01_000004 on node: host: localhost:43726 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:05:57,119 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0024_01_000006 is : 143
2014-04-10 11:05:57,125 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0024_01_000002
2014-04-10 11:05:57,126 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000002
2014-04-10 11:05:57,126 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:05:57,126 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0024_01_000002
2014-04-10 11:05:57,126 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0024_01_000003
2014-04-10 11:05:57,126 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0024_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:57,126 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0024_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:05:57,126 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000003
2014-04-10 11:05:57,126 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0024_01_000003 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:05:57,127 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:05:57,127 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0024_01_000003, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:57,127 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:57,127 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:05:57,127 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0024_000001 released container container_1397145675630_0024_01_000003 on node: host: localhost:38779 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:05:57,128 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:57,128 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000006
2014-04-10 11:05:57,128 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000006
2014-04-10 11:05:57,128 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000006
2014-04-10 11:05:57,128 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000006
2014-04-10 11:05:57,129 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000006
2014-04-10 11:05:57,129 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:57,129 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0024_01_000006 from application application_1397145675630_0024
2014-04-10 11:05:57,129 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:57,129 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0024
2014-04-10 11:05:57,132 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0024_01_000002 is : 143
2014-04-10 11:05:57,146 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:05:57,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:57,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000002
2014-04-10 11:05:57,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000002
2014-04-10 11:05:57,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000002
2014-04-10 11:05:57,147 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000002
2014-04-10 11:05:57,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000002
2014-04-10 11:05:57,147 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:05:57,148 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0024_01_000002 from application application_1397145675630_0024
2014-04-10 11:05:57,148 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:57,148 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0024
2014-04-10 11:05:57,163 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_984002206_1
2014-04-10 11:05:57,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1 dst=null perm=null
2014-04-10 11:05:57,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:05:57,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:05:57,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/task_1397145675630_0024_m_000000 dst=null perm=null
2014-04-10 11:05:57,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00000 dst=null perm=null
2014-04-10 11:05:57,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/task_1397145675630_0024_m_000000/part-00000 dst=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:57,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:05:57,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:05:57,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/task_1397145675630_0024_m_000001 dst=null perm=null
2014-04-10 11:05:57,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00001 dst=null perm=null
2014-04-10 11:05:57,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/task_1397145675630_0024_m_000001/part-00001 dst=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:57,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:05:57,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:05:57,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/task_1397145675630_0024_m_000002 dst=null perm=null
2014-04-10 11:05:57,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00002 dst=null perm=null
2014-04-10 11:05:57,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/task_1397145675630_0024_m_000002/part-00002 dst=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:57,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:05:57,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:05:57,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/task_1397145675630_0024_m_000003 dst=null perm=null
2014-04-10 11:05:57,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00003 dst=null perm=null
2014-04-10 11:05:57,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/task_1397145675630_0024_m_000003/part-00003 dst=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:57,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:05:57,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:05:57,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/task_1397145675630_0024_m_000004 dst=null perm=null
2014-04-10 11:05:57,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00004 dst=null perm=null
2014-04-10 11:05:57,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary/1/task_1397145675630_0024_m_000004/part-00004 dst=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:57,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_temporary dst=null perm=null
2014-04-10 11:05:57,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:57,338 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/_SUCCESS is closed by DFSClient_NONMAPREDUCE_984002206_1
2014-04-10 11:05:57,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:57,355 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742117_1293
2014-04-10 11:05:57,356 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742116_1292
2014-04-10 11:05:57,356 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742114_1290
2014-04-10 11:05:57,371 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_984002206_1
2014-04-10 11:05:57,393 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50236, dest: /127.0.0.1:53749, bytes: 54632, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_984002206_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742115_1291, duration: 742705141
2014-04-10 11:05:57,394 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742115_1291, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:57,397 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56423, dest: /127.0.0.1:50911, bytes: 54632, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_984002206_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742115_1291, duration: 746084792
2014-04-10 11:05:57,397 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742115_1291{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 15551
2014-04-10 11:05:57,398 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742115_1291, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:57,398 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54616, dest: /127.0.0.1:36156, bytes: 54632, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_984002206_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742115_1291, duration: 746879101
2014-04-10 11:05:57,398 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742115_1291{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 15551
2014-04-10 11:05:57,398 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742115_1291, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:57,399 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742115_1291{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 15551
2014-04-10 11:05:57,413 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job_1397145675630_0024_1.jhist is closed by DFSClient_NONMAPREDUCE_984002206_1
2014-04-10 11:05:57,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:57,433 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742119_1295{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:05:57,449 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742119_1295 src: /127.0.0.1:50249 dest: /127.0.0.1:53749
2014-04-10 11:05:57,450 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742119_1295 src: /127.0.0.1:41907 dest: /127.0.0.1:37218
2014-04-10 11:05:57,451 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742119_1295 src: /127.0.0.1:54633 dest: /127.0.0.1:36156
2014-04-10 11:05:57,454 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54633, dest: /127.0.0.1:36156, bytes: 417, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_984002206_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742119_1295, duration: 1925858
2014-04-10 11:05:57,454 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742119_1295, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:57,454 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742119_1295{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:05:57,454 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41907, dest: /127.0.0.1:37218, bytes: 417, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_984002206_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742119_1295, duration: 1937174
2014-04-10 11:05:57,455 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742119_1295, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:57,455 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742119_1295{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:05:57,455 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50249, dest: /127.0.0.1:53749, bytes: 417, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_984002206_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742119_1295, duration: 2822327
2014-04-10 11:05:57,455 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742119_1295, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:57,456 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742119_1295{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:05:57,471 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024.summary_tmp is closed by DFSClient_NONMAPREDUCE_984002206_1
2014-04-10 11:05:57,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:57,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job_1397145675630_0024_1.jhist dst=null perm=null
2014-04-10 11:05:57,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024-1397145947861-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FF249535A5C304CD1-1397145957373-5-0-SUCCEEDED-default-1397145950894.jhist_tmp dst=null perm=null
2014-04-10 11:05:57,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job_1397145675630_0024_1.jhist dst=null perm=null
2014-04-10 11:05:57,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024-1397145947861-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FF249535A5C304CD1-1397145957373-5-0-SUCCEEDED-default-1397145950894.jhist_tmp dst=null perm=null
2014-04-10 11:05:57,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job_1397145675630_0024_1.jhist dst=null perm=null
2014-04-10 11:05:57,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024-1397145947861-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FF249535A5C304CD1-1397145957373-5-0-SUCCEEDED-default-1397145950894.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:57,524 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54634, bytes: 55060, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_984002206_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742115_1291, duration: 272137
2014-04-10 11:05:57,527 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024-1397145947861-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FF249535A5C304CD1-1397145957373-5-0-SUCCEEDED-default-1397145950894.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742120_1296{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:05:57,540 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742120_1296 src: /127.0.0.1:54635 dest: /127.0.0.1:36156
2014-04-10 11:05:57,542 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742120_1296 src: /127.0.0.1:41911 dest: /127.0.0.1:37218
2014-04-10 11:05:57,543 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742120_1296 src: /127.0.0.1:56443 dest: /127.0.0.1:50911
2014-04-10 11:05:57,547 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56443, dest: /127.0.0.1:50911, bytes: 54632, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_984002206_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742120_1296, duration: 2532741
2014-04-10 11:05:57,547 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742120_1296, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:57,547 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41911, dest: /127.0.0.1:37218, bytes: 54632, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_984002206_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742120_1296, duration: 2710910
2014-04-10 11:05:57,547 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742120_1296{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:57,548 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742120_1296, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:57,548 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54635, dest: /127.0.0.1:36156, bytes: 54632, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_984002206_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742120_1296, duration: 3099093
2014-04-10 11:05:57,548 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742120_1296{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:57,548 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742120_1296, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:57,549 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742120_1296{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:05:57,563 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024-1397145947861-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FF249535A5C304CD1-1397145957373-5-0-SUCCEEDED-default-1397145950894.jhist_tmp is closed by DFSClient_NONMAPREDUCE_984002206_1
2014-04-10 11:05:57,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024-1397145947861-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FF249535A5C304CD1-1397145957373-5-0-SUCCEEDED-default-1397145950894.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:57,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job_1397145675630_0024_1_conf.xml dst=null perm=null
2014-04-10 11:05:57,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024_conf.xml_tmp dst=null perm=null
2014-04-10 11:05:57,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job_1397145675630_0024_1_conf.xml dst=null perm=null
2014-04-10 11:05:57,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024_conf.xml_tmp dst=null perm=null
2014-04-10 11:05:57,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024/job_1397145675630_0024_1_conf.xml dst=null perm=null
2014-04-10 11:05:57,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:05:57,607 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56444, bytes: 96096, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_984002206_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742112_1288, duration: 375446
2014-04-10 11:05:57,611 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742121_1297{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:05:57,623 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742121_1297 src: /127.0.0.1:41914 dest: /127.0.0.1:37218
2014-04-10 11:05:57,625 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742121_1297 src: /127.0.0.1:50258 dest: /127.0.0.1:53749
2014-04-10 11:05:57,626 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742121_1297 src: /127.0.0.1:56447 dest: /127.0.0.1:50911
2014-04-10 11:05:57,641 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56447, dest: /127.0.0.1:50911, bytes: 95348, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_984002206_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742121_1297, duration: 13665907
2014-04-10 11:05:57,641 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742121_1297, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:57,642 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50258, dest: /127.0.0.1:53749, bytes: 95348, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_984002206_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742121_1297, duration: 14061629
2014-04-10 11:05:57,642 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742121_1297{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:57,642 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742121_1297, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:57,642 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41914, dest: /127.0.0.1:37218, bytes: 95348, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_984002206_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742121_1297, duration: 14684552
2014-04-10 11:05:57,643 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742121_1297{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:57,643 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742121_1297, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:57,643 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742121_1297{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:57,655 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_984002206_1
2014-04-10 11:05:57,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:57,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:57,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:57,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024-1397145947861-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FF249535A5C304CD1-1397145957373-5-0-SUCCEEDED-default-1397145950894.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024-1397145947861-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FF249535A5C304CD1-1397145957373-5-0-SUCCEEDED-default-1397145950894.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:57,730 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0024_000001 with final state: FINISHING
2014-04-10 11:05:57,730 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0024_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:05:57,730 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0024 with final state: FINISHING
2014-04-10 11:05:57,730 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0024 State change from RUNNING to FINAL_SAVING
2014-04-10 11:05:57,730 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0024
2014-04-10 11:05:57,731 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0024_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:05:57,731 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0024 State change from FINAL_SAVING to FINISHING
2014-04-10 11:05:57,790 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:05:57,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:05:57,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:05:57,794 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0024 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024-1397145947861-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FF249535A5C304CD1-1397145957373-5-0-SUCCEEDED-default-1397145950894.jhist
2014-04-10 11:05:57,795 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024-1397145947861-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FF249535A5C304CD1-1397145957373-5-0-SUCCEEDED-default-1397145950894.jhist]
2014-04-10 11:05:57,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024-1397145947861-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FF249535A5C304CD1-1397145957373-5-0-SUCCEEDED-default-1397145950894.jhist dst=null perm=null
2014-04-10 11:05:57,798 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54643, bytes: 55060, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742120_1296, duration: 264888
2014-04-10 11:05:57,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024.summary dst=null perm=null
2014-04-10 11:05:57,815 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41919, bytes: 421, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742119_1295, duration: 270354
2014-04-10 11:05:57,815 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0024,submitTime=1397145947861,launchTime=1397145950894,firstMapTaskLaunchTime=1397145953059,firstReduceTaskLaunchTime=0,finishTime=1397145957373,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=19,reduceSlotSeconds=0,jobName=[29DC72ECD2904AE799B71A3203B8C44A/F249535A5C304CD1BABB5715CB05DB2C] upper2*lower*upper1/(2/2)
2014-04-10 11:05:57,816 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024.summary]
2014-04-10 11:05:57,830 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742119_1295 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:36156
2014-04-10 11:05:57,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024.summary dst=null perm=null
2014-04-10 11:05:57,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:05:57,833 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024-1397145947861-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FF249535A5C304CD1-1397145957373-5-0-SUCCEEDED-default-1397145950894.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0024-1397145947861-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FF249535A5C304CD1-1397145957373-5-0-SUCCEEDED-default-1397145950894.jhist
2014-04-10 11:05:57,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024-1397145947861-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FF249535A5C304CD1-1397145957373-5-0-SUCCEEDED-default-1397145950894.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0024-1397145947861-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FF249535A5C304CD1-1397145957373-5-0-SUCCEEDED-default-1397145950894.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:57,847 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0024_conf.xml
2014-04-10 11:05:57,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0024_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0024_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:05:57,876 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [upper2*lower*upper1] starting step: (1/2) ...orm/joinaroundjoinswapped
2014-04-10 11:05:57,890 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:05:57,896 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:05:57,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped dst=null perm=null
2014-04-10 11:05:57,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:05:57,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:05:57,900 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 25
2014-04-10 11:05:57,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025 dst=null perm=null
2014-04-10 11:05:57,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:05:57,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:05:57,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar dst=null perm=null
2014-04-10 11:05:57,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:57,968 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073742122_1298{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:05:58,030 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742122_1298 src: /127.0.0.1:56451 dest: /127.0.0.1:50911
2014-04-10 11:05:58,032 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742122_1298 src: /127.0.0.1:41921 dest: /127.0.0.1:37218
2014-04-10 11:05:58,033 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742122_1298 src: /127.0.0.1:54647 dest: /127.0.0.1:36156
2014-04-10 11:05:58,039 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54647, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742122_1298, duration: 5184046
2014-04-10 11:05:58,040 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742122_1298, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:58,040 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742122_1298{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:05:58,040 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41921, dest: /127.0.0.1:37218, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742122_1298, duration: 5903915
2014-04-10 11:05:58,040 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742122_1298, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:58,041 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742122_1298{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:05:58,041 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56451, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742122_1298, duration: 4362763
2014-04-10 11:05:58,041 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742122_1298, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:58,042 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742122_1298{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:05:58,071 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:05:58,072 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar
2014-04-10 11:05:58,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar dst=null perm=null
2014-04-10 11:05:58,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:58,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:58,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:58,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:58,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:05:58,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:05:58,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:05:58,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:05:58,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:05:58,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:58,115 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0024_01_000006
2014-04-10 11:05:58,115 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0024_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:58,116 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0024_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:05:58,116 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000006
2014-04-10 11:05:58,116 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0024_01_000006 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:05:58,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:58,116 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:05:58,116 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0024_01_000006, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:58,116 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:05:58,116 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:58,117 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:05:58,117 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0024_000001 released container container_1397145675630_0024_01_000006 on node: host: localhost:43726 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:05:58,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:05:58,126 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0024_01_000002
2014-04-10 11:05:58,127 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0024_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:05:58,127 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0024_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:05:58,127 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000002
2014-04-10 11:05:58,127 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0024_01_000002 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:05:58,127 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:05:58,127 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0024_01_000002, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:58,128 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:58,128 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:05:58,128 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0024_000001 released container container_1397145675630_0024_01_000002 on node: host: localhost:38779 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:05:58,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:58,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:58,147 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.split
2014-04-10 11:05:58,150 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:36156 to replicate blk_1073742122_1298 to datanode(s) 127.0.0.1:53749
2014-04-10 11:05:58,150 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742119_1295]
2014-04-10 11:05:58,150 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742119_1295]
2014-04-10 11:05:58,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.split dst=null perm=null
2014-04-10 11:05:58,165 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073742123_1299{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:05:58,181 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742123_1299 src: /127.0.0.1:50266 dest: /127.0.0.1:53749
2014-04-10 11:05:58,182 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742123_1299 src: /127.0.0.1:54649 dest: /127.0.0.1:36156
2014-04-10 11:05:58,184 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742123_1299 src: /127.0.0.1:41925 dest: /127.0.0.1:37218
2014-04-10 11:05:58,185 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742123_1299 src: /127.0.0.1:56457 dest: /127.0.0.1:50911
2014-04-10 11:05:58,188 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56457, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742123_1299, duration: 2439893
2014-04-10 11:05:58,189 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742123_1299, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:58,189 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742123_1299{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:58,189 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41925, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742123_1299, duration: 2971851
2014-04-10 11:05:58,190 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742123_1299, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:58,190 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742123_1299{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:58,190 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54649, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742123_1299, duration: 3570828
2014-04-10 11:05:58,190 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742123_1299, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:58,191 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742123_1299{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:58,191 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50266, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742123_1299, duration: 4293274
2014-04-10 11:05:58,191 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742123_1299, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:58,191 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742123_1299{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:05:58,205 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:05:58,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:58,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:58,240 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073742124_1300{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:05:58,256 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742124_1300 src: /127.0.0.1:41927 dest: /127.0.0.1:37218
2014-04-10 11:05:58,257 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742124_1300 src: /127.0.0.1:54653 dest: /127.0.0.1:36156
2014-04-10 11:05:58,258 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742124_1300 src: /127.0.0.1:50272 dest: /127.0.0.1:53749
2014-04-10 11:05:58,261 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50272, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742124_1300, duration: 1383381
2014-04-10 11:05:58,261 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742124_1300, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:58,262 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742124_1300{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:58,262 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54653, dest: /127.0.0.1:36156, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742124_1300, duration: 2089504
2014-04-10 11:05:58,262 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742124_1300, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:58,262 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742124_1300{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:58,263 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41927, dest: /127.0.0.1:37218, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742124_1300, duration: 2692446
2014-04-10 11:05:58,263 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742124_1300, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:58,263 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742124_1300{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:05:58,280 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:05:58,280 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:05:58,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:58,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:05:58,320 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742125_1301{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:05:58,339 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742118_1294
2014-04-10 11:05:58,339 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742125_1301 src: /127.0.0.1:50273 dest: /127.0.0.1:53749
2014-04-10 11:05:58,341 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742125_1301 src: /127.0.0.1:56462 dest: /127.0.0.1:50911
2014-04-10 11:05:58,342 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742122_1298
2014-04-10 11:05:58,342 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742119_1295
2014-04-10 11:05:58,342 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742125_1301 src: /127.0.0.1:54657 dest: /127.0.0.1:36156
2014-04-10 11:05:58,343 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742120_1296
2014-04-10 11:05:58,343 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742113_1289
2014-04-10 11:05:58,346 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54657, dest: /127.0.0.1:36156, bytes: 81609, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742125_1301, duration: 2344294
2014-04-10 11:05:58,346 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742125_1301, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:05:58,346 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742125_1301{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:58,346 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56462, dest: /127.0.0.1:50911, bytes: 81609, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742125_1301, duration: 2975313
2014-04-10 11:05:58,347 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742125_1301, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:58,347 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742125_1301{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:58,347 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50273, dest: /127.0.0.1:53749, bytes: 81609, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742125_1301, duration: 3488015
2014-04-10 11:05:58,347 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742125_1301, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:05:58,348 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742125_1301{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:05:58,363 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:05:58,364 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0025
2014-04-10 11:05:58,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025 dst=null perm=null
2014-04-10 11:05:58,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.xml dst=null perm=null
2014-04-10 11:05:58,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.xml dst=null perm=null
2014-04-10 11:05:58,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar dst=null perm=null
2014-04-10 11:05:58,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar dst=null perm=null
2014-04-10 11:05:58,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.split dst=null perm=null
2014-04-10 11:05:58,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.split dst=null perm=null
2014-04-10 11:05:58,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:58,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:58,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:58,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:58,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:58,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:58,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:05:58,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:05:58,419 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 25 submitted by user brock
2014-04-10 11:05:58,419 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0025
2014-04-10 11:05:58,419 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0025 State change from NEW to NEW_SAVING
2014-04-10 11:05:58,419 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0025
2014-04-10 11:05:58,419 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0025
2014-04-10 11:05:58,420 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0025 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:05:58,420 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0025_000001
2014-04-10 11:05:58,421 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0025_000001 State change from NEW to SUBMITTED
2014-04-10 11:05:58,421 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0025 from user: brock activated in queue: default
2014-04-10 11:05:58,421 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0025 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:05:58,421 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0025 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:05:58,421 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0025_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:05:58,422 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0025_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:05:58,422 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0025
2014-04-10 11:05:58,422 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0025 State change from SUBMITTED to ACCEPTED
2014-04-10 11:05:58,424 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0025/
2014-04-10 11:05:58,424 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [upper2*lower*upper1] submitted hadoop job: job_1397145675630_0025
2014-04-10 11:05:58,425 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [upper2*lower*upper1] tracking url: http://localhost:33250/proxy/application_1397145675630_0025/
2014-04-10 11:05:58,426 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0025_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:05:58,426 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000001
2014-04-10 11:05:58,426 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0025_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:05:58,427 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0025 container=Container: [ContainerId: container_1397145675630_0025_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0025_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:58,427 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:05:58,427 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0025_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:05:58,427 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:05:58,428 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0025 AttemptId: appattempt_1397145675630_0025_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0025_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ]
2014-04-10 11:05:58,428 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0025_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:05:58,428 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0025_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:05:58,428 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0025_000001
2014-04-10 11:05:58,429 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0025_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] for AM appattempt_1397145675630_0025_000001
2014-04-10 11:05:58,429 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0025_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:05:58,432 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0025_000001 (auth:SIMPLE)
2014-04-10 11:05:58,434 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0025_01_000001 by user brock
2014-04-10 11:05:58,434 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0025
2014-04-10 11:05:58,434 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000001
2014-04-10 11:05:58,434 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0025 transitioned from NEW to INITING
2014-04-10 11:05:58,435 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0025_01_000001 to application application_1397145675630_0025
2014-04-10 11:05:58,435 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0025_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] for AM appattempt_1397145675630_0025_000001
2014-04-10 11:05:58,435 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0025 transitioned from INITING to RUNNING
2014-04-10 11:05:58,435 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0025_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:05:58,435 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:05:58,435 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0025
2014-04-10 11:05:58,436 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:05:58,436 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:05:58,436 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:05:58,436 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:05:58,436 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0025_01_000001
2014-04-10 11:05:58,446 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0025_01_000001.tokens. Credentials list:
2014-04-10 11:05:58,462 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:05:58,529 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0025_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000001.tokens
2014-04-10 11:05:58,530 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0025 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0025
2014-04-10 11:05:58,542 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742121_1297
2014-04-10 11:05:58,542 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742116_1292
2014-04-10 11:05:58,542 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742124_1300
2014-04-10 11:05:58,542 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742124_1300
2014-04-10 11:05:58,543 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742123_1299
2014-04-10 11:05:58,543 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742113_1289
2014-04-10 11:05:58,543 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742114_1290
2014-04-10 11:05:58,544 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742115_1291
2014-04-10 11:05:58,544 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742119_1295
2014-04-10 11:05:58,545 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742125_1301
2014-04-10 11:05:58,546 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742118_1294
2014-04-10 11:05:58,546 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742117_1293
2014-04-10 11:05:58,547 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742123_1299
2014-04-10 11:05:58,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar dst=null perm=null
2014-04-10 11:05:58,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar dst=null perm=null
2014-04-10 11:05:58,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar dst=null perm=null
2014-04-10 11:05:58,648 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54643, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2035554055_14664, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742122_1298, duration: 904601
2014-04-10 11:05:58,674 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0025/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:58,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:58,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:58,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.splitmetainfo dst=null perm=null
2014-04-10 11:05:58,701 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50279, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2035554055_14664, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742124_1300, duration: 224652
2014-04-10 11:05:58,720 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0025/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:58,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.split dst=null perm=null
2014-04-10 11:05:58,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.split dst=null perm=null
2014-04-10 11:05:58,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.split dst=null perm=null
2014-04-10 11:05:58,744 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742121_1297
2014-04-10 11:05:58,748 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41919, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2035554055_14664, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742123_1299, duration: 199069
2014-04-10 11:05:58,767 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0025/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:58,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.xml dst=null perm=null
2014-04-10 11:05:58,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.xml dst=null perm=null
2014-04-10 11:05:58,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.xml dst=null perm=null
2014-04-10 11:05:58,793 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54643, bytes: 82249, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2035554055_14664, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742125_1301, duration: 356601
2014-04-10 11:05:58,797 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742108_1284 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:37218
2014-04-10 11:05:58,797 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742109_1285 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:36156
2014-04-10 11:05:58,797 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742110_1286 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:50911
2014-04-10 11:05:58,797 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742111_1287 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:05:58,798 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742115_1291 127.0.0.1:36156 127.0.0.1:50911 127.0.0.1:53749
2014-04-10 11:05:58,798 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742112_1288 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:53749
2014-04-10 11:05:58,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0024 dst=null perm=null
2014-04-10 11:05:58,815 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0025/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:05:58,816 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:05:58,849 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:05:58,850 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:05:58,922 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000001/default_container_executor.sh]
2014-04-10 11:05:59,402 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f9f8649b-8d9e-4d95-b6f1-838fff2526ea, infoPort=40212, ipcPort=55636, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073742122_1298 to 127.0.0.1:53749
2014-04-10 11:05:59,403 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742122_1298 src: /127.0.0.1:50280 dest: /127.0.0.1:53749
2014-04-10 11:05:59,403 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073742122_1298 (numBytes=244650) to 127.0.0.1/127.0.0.1:53749
2014-04-10 11:05:59,404 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073742122_1298 src: /127.0.0.1:50280 dest: /127.0.0.1:53749 of size 244650
2014-04-10 11:05:59,404 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742122_1298 size 244650
2014-04-10 11:05:59,425 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0025_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:05:59,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742119_1295 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742119 for deletion
2014-04-10 11:05:59,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742119_1295 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742119
2014-04-10 11:05:59,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742119_1295 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742119 for deletion
2014-04-10 11:05:59,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742119_1295 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742119
2014-04-10 11:06:00,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:06:00,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/COMMIT_STARTED dst=null perm=null
2014-04-10 11:06:00,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:06:00,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/COMMIT_FAIL dst=null perm=null
2014-04-10 11:06:00,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025 dst=null perm=null
2014-04-10 11:06:00,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:06:00,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:06:00,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:00,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:00,406 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54664, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1677759275_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742124_1300, duration: 157743
2014-04-10 11:06:01,064 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0025_000001 (auth:SIMPLE)
2014-04-10 11:06:01,066 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0025_000001
2014-04-10 11:06:01,066 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0025 APPATTEMPTID=appattempt_1397145675630_0025_000001
2014-04-10 11:06:01,066 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0025_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:06:01,067 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0025 State change from ACCEPTED to RUNNING
2014-04-10 11:06:01,109 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(176)) - Rescanning after 300000 milliseconds
2014-04-10 11:06:01,109 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2014-04-10 11:06:01,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job_1397145675630_0025_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:01,150 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073742112_1288, blk_1073742115_1291, blk_1073742108_1284, blk_1073742109_1285, blk_1073742110_1286]
2014-04-10 11:06:01,150 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073742115_1291, blk_1073742119_1295, blk_1073742108_1284, blk_1073742109_1285, blk_1073742110_1286, blk_1073742111_1287]
2014-04-10 11:06:01,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:01,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job_1397145675630_0025_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:01,281 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job_1397145675630_0025_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742126_1302{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:06:01,318 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742126_1302 src: /127.0.0.1:50285 dest: /127.0.0.1:53749
2014-04-10 11:06:01,318 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742126_1302 src: /127.0.0.1:41943 dest: /127.0.0.1:37218
2014-04-10 11:06:01,319 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742126_1302 src: /127.0.0.1:56475 dest: /127.0.0.1:50911
2014-04-10 11:06:01,323 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56475, dest: /127.0.0.1:50911, bytes: 95496, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1677759275_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742126_1302, duration: 3832773
2014-04-10 11:06:01,324 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742126_1302, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:01,324 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742126_1302{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:06:01,324 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41943, dest: /127.0.0.1:37218, bytes: 95496, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1677759275_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742126_1302, duration: 4241954
2014-04-10 11:06:01,324 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742126_1302, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:01,324 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742126_1302{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:06:01,324 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50285, dest: /127.0.0.1:53749, bytes: 95496, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1677759275_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742126_1302, duration: 4759778
2014-04-10 11:06:01,325 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742126_1302, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:01,325 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742126_1302{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:06:01,338 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job_1397145675630_0025_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1677759275_1
2014-04-10 11:06:01,421 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742113_1289
2014-04-10 11:06:01,421 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742123_1299
2014-04-10 11:06:01,422 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742125_1301
2014-04-10 11:06:01,422 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742115_1291
2014-04-10 11:06:01,422 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742119_1295
2014-04-10 11:06:01,423 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742120_1296
2014-04-10 11:06:01,423 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742114_1290
2014-04-10 11:06:01,423 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742124_1300
2014-04-10 11:06:01,423 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742117_1293
2014-04-10 11:06:01,424 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742116_1292
2014-04-10 11:06:01,623 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742122_1298
2014-04-10 11:06:01,623 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742118_1294
2014-04-10 11:06:02,117 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0025_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:02,117 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000002
2014-04-10 11:06:02,117 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0025_01_000002 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:06:02,117 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0025 container=Container: [ContainerId: container_1397145675630_0025_01_000002, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0025_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:02,118 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:06:02,118 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:02,119 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0025_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:02,119 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000003
2014-04-10 11:06:02,119 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0025_01_000003 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:06:02,119 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0025 container=Container: [ContainerId: container_1397145675630_0025_01_000003, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0025_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:02,119 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:06:02,120 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:02,120 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0025_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:02,120 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000004
2014-04-10 11:06:02,120 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0025_01_000004 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:06:02,121 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0025 container=Container: [ContainerId: container_1397145675630_0025_01_000004, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0025_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:02,121 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:06:02,121 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:02,122 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0025_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:02,122 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000005
2014-04-10 11:06:02,122 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0025_01_000005 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:06:02,122 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0025 container=Container: [ContainerId: container_1397145675630_0025_01_000005, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0025_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:02,122 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:06:02,123 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:02,128 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0025_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:02,128 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000006
2014-04-10 11:06:02,128 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0025_01_000006 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:06:02,129 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0025 container=Container: [ContainerId: container_1397145675630_0025_01_000006, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0025_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:02,129 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:06:02,129 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:02,361 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742125_1301
2014-04-10 11:06:02,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742115_1291 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742115 for deletion
2014-04-10 11:06:02,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742119_1295 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742119 for deletion
2014-04-10 11:06:02,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742108_1284 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742108 for deletion
2014-04-10 11:06:02,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742115_1291 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742115
2014-04-10 11:06:02,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742109_1285 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742109 for deletion
2014-04-10 11:06:02,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742119_1295 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742119
2014-04-10 11:06:02,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742110_1286 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742110 for deletion
2014-04-10 11:06:02,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742111_1287 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742111 for deletion
2014-04-10 11:06:02,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742108_1284 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742108
2014-04-10 11:06:02,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742109_1285 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742109
2014-04-10 11:06:02,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742110_1286 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742110
2014-04-10 11:06:02,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742111_1287 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742111
2014-04-10 11:06:02,561 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742122_1298
2014-04-10 11:06:02,562 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742123_1299
2014-04-10 11:06:02,562 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742120_1296
2014-04-10 11:06:02,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742112_1288 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742112 for deletion
2014-04-10 11:06:02,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742115_1291 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742115 for deletion
2014-04-10 11:06:02,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742112_1288 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742112
2014-04-10 11:06:02,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742108_1284 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742108 for deletion
2014-04-10 11:06:02,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742115_1291 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742115
2014-04-10 11:06:02,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742109_1285 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742109 for deletion
2014-04-10 11:06:02,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742110_1286 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742110 for deletion
2014-04-10 11:06:02,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742108_1284 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742108
2014-04-10 11:06:02,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742109_1285 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742109
2014-04-10 11:06:02,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742110_1286 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742110
2014-04-10 11:06:02,761 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742121_1297
2014-04-10 11:06:02,762 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742126_1302
2014-04-10 11:06:03,104 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0025_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:03,105 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0025_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:03,105 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0025_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:03,105 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0025_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:03,105 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0025_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:03,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar dst=null perm=null
2014-04-10 11:06:03,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar dst=null perm=null
2014-04-10 11:06:03,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.xml dst=null perm=null
2014-04-10 11:06:03,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.xml dst=null perm=null
2014-04-10 11:06:03,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:03,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:03,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:03,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:03,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:03,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:03,228 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0025_000001 (auth:SIMPLE)
2014-04-10 11:06:03,228 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0025_000001 (auth:SIMPLE)
2014-04-10 11:06:03,232 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0025_01_000002 by user brock
2014-04-10 11:06:03,233 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0025_01_000006 by user brock
2014-04-10 11:06:03,233 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0025
2014-04-10 11:06:03,233 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0025
2014-04-10 11:06:03,233 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0025_01_000005 by user brock
2014-04-10 11:06:03,233 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000006
2014-04-10 11:06:03,233 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0025 transitioned from NEW to INITING
2014-04-10 11:06:03,233 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0025 transitioned from NEW to INITING
2014-04-10 11:06:03,233 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000002
2014-04-10 11:06:03,234 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0025_01_000006 to application application_1397145675630_0025
2014-04-10 11:06:03,234 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0025_01_000002 to application application_1397145675630_0025
2014-04-10 11:06:03,233 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000005
2014-04-10 11:06:03,233 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0025_01_000003 by user brock
2014-04-10 11:06:03,234 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0025_01_000005 to application application_1397145675630_0025
2014-04-10 11:06:03,234 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0025 transitioned from INITING to RUNNING
2014-04-10 11:06:03,234 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000003
2014-04-10 11:06:03,234 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0025_01_000004 by user brock
2014-04-10 11:06:03,235 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:06:03,234 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0025_01_000003 to application application_1397145675630_0025
2014-04-10 11:06:03,235 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000004
2014-04-10 11:06:03,235 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0025
2014-04-10 11:06:03,235 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0025_01_000004 to application application_1397145675630_0025
2014-04-10 11:06:03,235 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0025
2014-04-10 11:06:03,235 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:03,235 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0025 transitioned from INITING to RUNNING
2014-04-10 11:06:03,235 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0025
2014-04-10 11:06:03,236 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:06:03,236 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:06:03,236 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:06:03,236 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:06:03,236 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0025_01_000006
2014-04-10 11:06:03,236 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:06:03,237 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:06:03,237 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0025
2014-04-10 11:06:03,237 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0025
2014-04-10 11:06:03,237 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:03,237 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0025
2014-04-10 11:06:03,237 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:06:03,238 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:06:03,238 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0025
2014-04-10 11:06:03,238 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0025
2014-04-10 11:06:03,238 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:03,238 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0025
2014-04-10 11:06:03,238 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0025
2014-04-10 11:06:03,238 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0025
2014-04-10 11:06:03,238 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:03,238 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0025
2014-04-10 11:06:03,238 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0025
2014-04-10 11:06:03,238 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0025
2014-04-10 11:06:03,238 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:03,239 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0025
2014-04-10 11:06:03,239 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0025_01_000004
2014-04-10 11:06:03,239 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0025_01_000002
2014-04-10 11:06:03,239 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0025_01_000003
2014-04-10 11:06:03,239 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0025_01_000005
2014-04-10 11:06:03,245 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0025_01_000006.tokens. Credentials list:
2014-04-10 11:06:03,249 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397145675630_0025_01_000004.tokens. Credentials list:
2014-04-10 11:06:03,249 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397145675630_0025_01_000003.tokens. Credentials list:
2014-04-10 11:06:03,249 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397145675630_0025_01_000005.tokens. Credentials list:
2014-04-10 11:06:03,249 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145675630_0025_01_000002.tokens. Credentials list:
2014-04-10 11:06:03,257 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:06:03,260 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:06:03,340 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0025_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000006.tokens
2014-04-10 11:06:03,340 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0025 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0025
2014-04-10 11:06:03,345 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397145675630_0025_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000004.tokens
2014-04-10 11:06:03,345 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0025 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0025
2014-04-10 11:06:03,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar dst=null perm=null
2014-04-10 11:06:03,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar dst=null perm=null
2014-04-10 11:06:03,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar dst=null perm=null
2014-04-10 11:06:03,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar dst=null perm=null
2014-04-10 11:06:03,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar dst=null perm=null
2014-04-10 11:06:03,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar dst=null perm=null
2014-04-10 11:06:03,468 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41953, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_308504820_14841, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742122_1298, duration: 863384
2014-04-10 11:06:03,468 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56485, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1534321509_14840, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742122_1298, duration: 873937
2014-04-10 11:06:03,501 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0025/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:03,501 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0025/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:03,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.xml dst=null perm=null
2014-04-10 11:06:03,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.xml dst=null perm=null
2014-04-10 11:06:03,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.xml dst=null perm=null
2014-04-10 11:06:03,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.xml dst=null perm=null
2014-04-10 11:06:03,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.xml dst=null perm=null
2014-04-10 11:06:03,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.xml dst=null perm=null
2014-04-10 11:06:03,536 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56485, bytes: 82249, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_308504820_14841, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742125_1301, duration: 527558
2014-04-10 11:06:03,537 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50298, bytes: 82249, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1534321509_14840, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742125_1301, duration: 377701
2014-04-10 11:06:03,548 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742126_1302
2014-04-10 11:06:03,561 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0025/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:03,561 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:03,561 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:03,561 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0025/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:03,562 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:03,562 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:03,562 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:03,610 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:03,610 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:03,610 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:03,610 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:03,611 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:03,611 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:03,615 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:03,615 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:03,615 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:03,615 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:03,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000006/default_container_executor.sh]
2014-04-10 11:06:03,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000002/default_container_executor.sh]
2014-04-10 11:06:03,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000004/default_container_executor.sh]
2014-04-10 11:06:03,688 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000003/default_container_executor.sh]
2014-04-10 11:06:03,688 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000005/default_container_executor.sh]
2014-04-10 11:06:03,748 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742122_1298
2014-04-10 11:06:03,749 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742126_1302
2014-04-10 11:06:03,846 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0024_01_000001 succeeded
2014-04-10 11:06:03,846 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:06:03,846 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0024_01_000001
2014-04-10 11:06:03,858 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000001
2014-04-10 11:06:03,858 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000001
2014-04-10 11:06:03,858 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000001
2014-04-10 11:06:03,858 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000001
2014-04-10 11:06:03,858 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0024_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:06:03,858 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0024/container_1397145675630_0024_01_000001
2014-04-10 11:06:03,861 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0024_01_000001 from application application_1397145675630_0024
2014-04-10 11:06:03,861 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:03,861 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0024
2014-04-10 11:06:04,117 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0025_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:04,117 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0025_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:04,117 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0025_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:04,117 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0025_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:04,123 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:06:04,128 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0024_01_000001
2014-04-10 11:06:04,128 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0025_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:04,129 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0024_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:04,129 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0024_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:06:04,129 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0024 CONTAINERID=container_1397145675630_0024_01_000001
2014-04-10 11:06:04,129 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0024_01_000001 of capacity <memory:2048, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:06:04,129 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:06:04,129 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0024_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:04,129 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:04,129 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:06:04,130 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0024_000001 released container container_1397145675630_0024_01_000001 on node: host: localhost:38779 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:06:04,130 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0024_000001
2014-04-10 11:06:04,131 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0024_000001 State change from FINISHING to FINISHED
2014-04-10 11:06:04,131 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0024 State change from FINISHING to FINISHED
2014-04-10 11:06:04,131 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0024_000001
2014-04-10 11:06:04,131 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0024
2014-04-10 11:06:04,131 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0024,name=[29DC72ECD2904AE799B71A3203B8C44A/F249535A5C304CD1BABB5715CB05DB2C] upper2*lower*upper1/(2/2),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0024/jobhistory/job/job_1397145675630_0024,appMasterHost=localhost.localdomain,startTime=1397145947861,finishTime=1397145957730,finalStatus=SUCCEEDED
2014-04-10 11:06:04,132 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0024_000001 is done. finalState=FINISHED
2014-04-10 11:06:04,132 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0024 requests cleared
2014-04-10 11:06:04,132 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0024 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:06:04,132 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0024 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:06:04,133 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0024_000001 (auth:SIMPLE)
2014-04-10 11:06:04,142 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0024_01_000001
2014-04-10 11:06:04,151 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742112_1288, blk_1073742115_1291, blk_1073742108_1284, blk_1073742109_1285, blk_1073742110_1286, blk_1073742111_1287]
2014-04-10 11:06:04,151 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742112_1288, blk_1073742108_1284, blk_1073742109_1285, blk_1073742111_1287]
2014-04-10 11:06:04,681 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:06:05,008 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145675630_0025_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000002.tokens
2014-04-10 11:06:05,009 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0025 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0025
2014-04-10 11:06:05,117 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0024 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:06:05,117 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0024
2014-04-10 11:06:05,118 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0024
2014-04-10 11:06:05,118 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0024 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:06:05,118 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0024, with delay of 10800 seconds
2014-04-10 11:06:05,118 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0024
2014-04-10 11:06:05,118 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0024
2014-04-10 11:06:05,119 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0024
2014-04-10 11:06:05,129 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0024 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:06:05,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0024
2014-04-10 11:06:05,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0024
2014-04-10 11:06:05,129 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0024
2014-04-10 11:06:05,129 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0024 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:06:05,129 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0024, with delay of 10800 seconds
2014-04-10 11:06:05,130 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0024
2014-04-10 11:06:05,130 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0024
2014-04-10 11:06:05,172 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:06:05,329 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397145675630_0025_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000005.tokens
2014-04-10 11:06:05,330 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0025 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0025
2014-04-10 11:06:05,588 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:06:05,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742112_1288 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742112 for deletion
2014-04-10 11:06:05,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742115_1291 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742115 for deletion
2014-04-10 11:06:05,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742112_1288 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742112
2014-04-10 11:06:05,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742108_1284 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742108 for deletion
2014-04-10 11:06:05,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742115_1291 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742115
2014-04-10 11:06:05,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742108_1284 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742108
2014-04-10 11:06:05,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742109_1285 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742109 for deletion
2014-04-10 11:06:05,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742110_1286 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742110 for deletion
2014-04-10 11:06:05,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742109_1285 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742109
2014-04-10 11:06:05,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742111_1287 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742111 for deletion
2014-04-10 11:06:05,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742111_1287 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742111
2014-04-10 11:06:05,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742110_1286 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742110
2014-04-10 11:06:05,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742112_1288 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742112 for deletion
2014-04-10 11:06:05,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742108_1284 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742108 for deletion
2014-04-10 11:06:05,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742112_1288 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742112
2014-04-10 11:06:05,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742109_1285 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742109 for deletion
2014-04-10 11:06:05,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742108_1284 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742108
2014-04-10 11:06:05,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742109_1285 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742109
2014-04-10 11:06:05,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742111_1287 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742111 for deletion
2014-04-10 11:06:05,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742111_1287 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742111
2014-04-10 11:06:06,007 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397145675630_0025_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000003.tokens
2014-04-10 11:06:06,007 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0025 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0025
2014-04-10 11:06:06,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.split dst=null perm=null
2014-04-10 11:06:06,532 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56500, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000004_0_-693547248_1, offset: 1024, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742123_1299, duration: 185787
2014-04-10 11:06:06,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:06,619 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54695, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000004_0_-693547248_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 186731
2014-04-10 11:06:06,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.split dst=null perm=null
2014-04-10 11:06:06,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.split dst=null perm=null
2014-04-10 11:06:06,694 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56504, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000001_0_640406626_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742123_1299, duration: 160082
2014-04-10 11:06:06,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:06,699 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50317, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000002_0_188157087_1, offset: 512, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742123_1299, duration: 170857
2014-04-10 11:06:06,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:06,763 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56504, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000001_0_640406626_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 166520
2014-04-10 11:06:06,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:06,767 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54700, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000002_0_188157087_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 179134
2014-04-10 11:06:06,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.split dst=null perm=null
2014-04-10 11:06:06,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:06,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:06,830 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50320, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000003_0_-1268341635_1, offset: 1024, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742123_1299, duration: 190967
2014-04-10 11:06:06,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job.split dst=null perm=null
2014-04-10 11:06:06,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:06:06,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:06,892 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54704, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000003_0_-1268341635_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 182935
2014-04-10 11:06:06,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:06:06,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:06:06,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00000 dst=null perm=null
2014-04-10 11:06:06,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00000 dst=null perm=null
2014-04-10 11:06:06,917 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41980, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000000_0_-1798955049_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742123_1299, duration: 184658
2014-04-10 11:06:06,918 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56500, bytes: 142, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000004_0_-693547248_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742114_1290, duration: 152515
2014-04-10 11:06:06,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:06,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00001 dst=null perm=null
2014-04-10 11:06:06,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00001 dst=null perm=null
2014-04-10 11:06:06,940 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54706, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000004_0_-693547248_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742113_1289, duration: 206158
2014-04-10 11:06:06,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00002 dst=null perm=null
2014-04-10 11:06:06,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00002 dst=null perm=null
2014-04-10 11:06:06,946 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56500, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000004_0_-693547248_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742117_1293, duration: 195713
2014-04-10 11:06:06,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00003 dst=null perm=null
2014-04-10 11:06:06,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00003 dst=null perm=null
2014-04-10 11:06:06,952 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54706, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000004_0_-693547248_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742116_1292, duration: 167678
2014-04-10 11:06:06,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00004 dst=null perm=null
2014-04-10 11:06:06,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00004 dst=null perm=null
2014-04-10 11:06:06,959 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41982, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000004_0_-693547248_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742118_1294, duration: 207764
2014-04-10 11:06:06,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:06,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:06:06,988 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000004_0/part-00004 is closed by DFSClient_attempt_1397145675630_0025_m_000004_0_-693547248_1
2014-04-10 11:06:06,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:06:06,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:06:07,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:07,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00000 dst=null perm=null
2014-04-10 11:06:07,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00000 dst=null perm=null
2014-04-10 11:06:07,018 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54708, bytes: 142, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000001_0_640406626_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742114_1290, duration: 183227
2014-04-10 11:06:07,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00001 dst=null perm=null
2014-04-10 11:06:07,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00001 dst=null perm=null
2014-04-10 11:06:07,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:06:07,033 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50327, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000001_0_640406626_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742113_1289, duration: 178135
2014-04-10 11:06:07,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00002 dst=null perm=null
2014-04-10 11:06:07,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:06:07,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00002 dst=null perm=null
2014-04-10 11:06:07,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:06:07,038 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50327, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000001_0_640406626_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742117_1293, duration: 179476
2014-04-10 11:06:07,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00003 dst=null perm=null
2014-04-10 11:06:07,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00003 dst=null perm=null
2014-04-10 11:06:07,046 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54708, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000001_0_640406626_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742116_1292, duration: 173299
2014-04-10 11:06:07,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000004_0 dst=null perm=null
2014-04-10 11:06:07,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00004 dst=null perm=null
2014-04-10 11:06:07,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00004 dst=null perm=null
2014-04-10 11:06:07,051 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50327, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000001_0_640406626_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742118_1294, duration: 123884
2014-04-10 11:06:07,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000004_0 dst=null perm=null
2014-04-10 11:06:07,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/task_1397145675630_0025_m_000004 dst=null perm=null
2014-04-10 11:06:07,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00000 dst=null perm=null
2014-04-10 11:06:07,069 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000001_0/part-00001. BP-2026122021-127.0.0.1-1397145659663 blk_1073742127_1303{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:06:07,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00000 dst=null perm=null
2014-04-10 11:06:07,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000004_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/task_1397145675630_0025_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:07,073 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54710, bytes: 142, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000002_0_188157087_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742114_1290, duration: 186194
2014-04-10 11:06:07,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00001 dst=null perm=null
2014-04-10 11:06:07,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00001 dst=null perm=null
2014-04-10 11:06:07,089 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50317, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000002_0_188157087_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742113_1289, duration: 180167
2014-04-10 11:06:07,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00002 dst=null perm=null
2014-04-10 11:06:07,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00002 dst=null perm=null
2014-04-10 11:06:07,098 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54710, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000002_0_188157087_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742117_1293, duration: 188882
2014-04-10 11:06:07,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00003 dst=null perm=null
2014-04-10 11:06:07,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00003 dst=null perm=null
2014-04-10 11:06:07,102 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50317, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000002_0_188157087_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742116_1292, duration: 174050
2014-04-10 11:06:07,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00004 dst=null perm=null
2014-04-10 11:06:07,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00004 dst=null perm=null
2014-04-10 11:06:07,107 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54710, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000002_0_188157087_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742118_1294, duration: 168766
2014-04-10 11:06:07,125 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000002_0/part-00002. BP-2026122021-127.0.0.1-1397145659663 blk_1073742128_1304{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:06:07,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:06:07,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:06:07,141 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0025_01_000006
2014-04-10 11:06:07,141 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000006
2014-04-10 11:06:07,141 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:06:07,141 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0025_01_000006
2014-04-10 11:06:07,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:06:07,144 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742127_1303 src: /127.0.0.1:56517 dest: /127.0.0.1:50911
2014-04-10 11:06:07,147 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742127_1303 src: /127.0.0.1:50331 dest: /127.0.0.1:53749
2014-04-10 11:06:07,148 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742127_1303 src: /127.0.0.1:54714 dest: /127.0.0.1:36156
2014-04-10 11:06:07,152 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0025_01_000006 is : 143
2014-04-10 11:06:07,155 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54714, dest: /127.0.0.1:36156, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0025_m_000001_0_640406626_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742127_1303, duration: 4722730
2014-04-10 11:06:07,155 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742127_1303, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:07,156 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50331, dest: /127.0.0.1:53749, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0025_m_000001_0_640406626_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742127_1303, duration: 5187431
2014-04-10 11:06:07,156 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742127_1303, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:07,157 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56517, dest: /127.0.0.1:50911, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0025_m_000001_0_640406626_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742127_1303, duration: 6052971
2014-04-10 11:06:07,157 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742127_1303{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:06:07,157 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742127_1303, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:07,157 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742127_1303{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:06:07,159 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742127_1303{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:06:07,160 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job_1397145675630_0025_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073742129_1305{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:06:07,166 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:06:07,166 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000006
2014-04-10 11:06:07,167 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000006
2014-04-10 11:06:07,167 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000006
2014-04-10 11:06:07,168 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000006
2014-04-10 11:06:07,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00000 dst=null perm=null
2014-04-10 11:06:07,168 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000006
2014-04-10 11:06:07,168 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:06:07,169 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0025_01_000006 from application application_1397145675630_0025
2014-04-10 11:06:07,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00000 dst=null perm=null
2014-04-10 11:06:07,169 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:07,169 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0025
2014-04-10 11:06:07,170 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54715, bytes: 142, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000003_0_-1268341635_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742114_1290, duration: 110192
2014-04-10 11:06:07,173 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742129_1305 src: /127.0.0.1:41991 dest: /127.0.0.1:37218
2014-04-10 11:06:07,174 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742129_1305 src: /127.0.0.1:50335 dest: /127.0.0.1:53749
2014-04-10 11:06:07,175 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742129_1305 src: /127.0.0.1:54718 dest: /127.0.0.1:36156
2014-04-10 11:06:07,178 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job_1397145675630_0025_1.jhist for DFSClient_NONMAPREDUCE_1677759275_1
2014-04-10 11:06:07,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00001 dst=null perm=null
2014-04-10 11:06:07,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00001 dst=null perm=null
2014-04-10 11:06:07,184 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:41994, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000003_0_-1268341635_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742113_1289, duration: 173730
2014-04-10 11:06:07,185 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742128_1304 src: /127.0.0.1:54712 dest: /127.0.0.1:36156
2014-04-10 11:06:07,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00002 dst=null perm=null
2014-04-10 11:06:07,186 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742128_1304 src: /127.0.0.1:50338 dest: /127.0.0.1:53749
2014-04-10 11:06:07,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00002 dst=null perm=null
2014-04-10 11:06:07,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:06:07,187 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742128_1304 src: /127.0.0.1:41996 dest: /127.0.0.1:37218
2014-04-10 11:06:07,188 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000001_0/part-00001 is closed by DFSClient_attempt_1397145675630_0025_m_000001_0_640406626_1
2014-04-10 11:06:07,189 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56528, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000003_0_-1268341635_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742117_1293, duration: 164258
2014-04-10 11:06:07,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:06:07,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00003 dst=null perm=null
2014-04-10 11:06:07,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00003 dst=null perm=null
2014-04-10 11:06:07,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:06:07,193 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41996, dest: /127.0.0.1:37218, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0025_m_000002_0_188157087_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742128_1304, duration: 5601459
2014-04-10 11:06:07,193 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742128_1304, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:07,194 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742128_1304{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:06:07,194 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50338, dest: /127.0.0.1:53749, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0025_m_000002_0_188157087_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742128_1304, duration: 6166616
2014-04-10 11:06:07,194 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56528, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000003_0_-1268341635_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742116_1292, duration: 146055
2014-04-10 11:06:07,194 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742128_1304, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:07,194 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742128_1304{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:06:07,195 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54712, dest: /127.0.0.1:36156, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0025_m_000002_0_188157087_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742128_1304, duration: 7332499
2014-04-10 11:06:07,195 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742128_1304, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:07,195 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742128_1304{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:06:07,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00004 dst=null perm=null
2014-04-10 11:06:07,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00004 dst=null perm=null
2014-04-10 11:06:07,200 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54715, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000003_0_-1268341635_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742118_1294, duration: 169051
2014-04-10 11:06:07,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00000 dst=null perm=null
2014-04-10 11:06:07,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00000 dst=null perm=null
2014-04-10 11:06:07,216 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54724, bytes: 142, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000000_0_-1798955049_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742114_1290, duration: 185692
2014-04-10 11:06:07,219 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000003_0/part-00003. BP-2026122021-127.0.0.1-1397145659663 blk_1073742130_1306{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:06:07,221 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000002_0/part-00002 is closed by DFSClient_attempt_1397145675630_0025_m_000002_0_188157087_1
2014-04-10 11:06:07,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00001 dst=null perm=null
2014-04-10 11:06:07,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00001 dst=null perm=null
2014-04-10 11:06:07,226 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50343, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000000_0_-1798955049_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742113_1289, duration: 189675
2014-04-10 11:06:07,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00002 dst=null perm=null
2014-04-10 11:06:07,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00002 dst=null perm=null
2014-04-10 11:06:07,230 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50343, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000000_0_-1798955049_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742117_1293, duration: 161110
2014-04-10 11:06:07,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00003 dst=null perm=null
2014-04-10 11:06:07,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00003 dst=null perm=null
2014-04-10 11:06:07,235 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56532, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000000_0_-1798955049_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742116_1292, duration: 186442
2014-04-10 11:06:07,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00004 dst=null perm=null
2014-04-10 11:06:07,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406/part-00004 dst=null perm=null
2014-04-10 11:06:07,239 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54724, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000000_0_-1798955049_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742118_1294, duration: 163751
2014-04-10 11:06:07,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000001_0 dst=null perm=null
2014-04-10 11:06:07,241 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54724, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0025_m_000000_0_-1798955049_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 153937
2014-04-10 11:06:07,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000001_0 dst=null perm=null
2014-04-10 11:06:07,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/task_1397145675630_0025_m_000001 dst=null perm=null
2014-04-10 11:06:07,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/task_1397145675630_0025_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:07,263 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073742131_1307{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:06:07,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000002_0 dst=null perm=null
2014-04-10 11:06:07,278 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742130_1306 src: /127.0.0.1:56533 dest: /127.0.0.1:50911
2014-04-10 11:06:07,279 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742130_1306 src: /127.0.0.1:54728 dest: /127.0.0.1:36156
2014-04-10 11:06:07,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000002_0 dst=null perm=null
2014-04-10 11:06:07,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/task_1397145675630_0025_m_000002 dst=null perm=null
2014-04-10 11:06:07,290 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742130_1306 src: /127.0.0.1:50347 dest: /127.0.0.1:53749
2014-04-10 11:06:07,296 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50347, dest: /127.0.0.1:53749, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0025_m_000003_0_-1268341635_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742130_1306, duration: 3177670
2014-04-10 11:06:07,296 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742130_1306, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:07,296 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54728, dest: /127.0.0.1:36156, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0025_m_000003_0_-1268341635_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742130_1306, duration: 2703975
2014-04-10 11:06:07,296 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742130_1306{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:07,296 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742130_1306, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:07,297 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742130_1306{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:07,297 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56533, dest: /127.0.0.1:50911, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0025_m_000003_0_-1268341635_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742130_1306, duration: 3917147
2014-04-10 11:06:07,297 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742130_1306{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:07,297 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742130_1306, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:07,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/task_1397145675630_0025_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:07,321 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000003_0/part-00003 is closed by DFSClient_attempt_1397145675630_0025_m_000003_0_-1268341635_1
2014-04-10 11:06:07,321 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742131_1307 src: /127.0.0.1:56536 dest: /127.0.0.1:50911
2014-04-10 11:06:07,323 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742131_1307 src: /127.0.0.1:42006 dest: /127.0.0.1:37218
2014-04-10 11:06:07,324 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742131_1307 src: /127.0.0.1:50350 dest: /127.0.0.1:53749
2014-04-10 11:06:07,328 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0025_01_000003
2014-04-10 11:06:07,328 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000003
2014-04-10 11:06:07,328 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:06:07,329 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0025_01_000003
2014-04-10 11:06:07,331 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50350, dest: /127.0.0.1:53749, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0025_m_000000_0_-1798955049_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742131_1307, duration: 5802238
2014-04-10 11:06:07,331 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742131_1307, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:07,331 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742131_1307{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:07,332 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42006, dest: /127.0.0.1:37218, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0025_m_000000_0_-1798955049_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742131_1307, duration: 6478725
2014-04-10 11:06:07,332 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56536, dest: /127.0.0.1:50911, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0025_m_000000_0_-1798955049_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742131_1307, duration: 6937209
2014-04-10 11:06:07,332 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742131_1307{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:07,332 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742131_1307, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:07,332 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742131_1307, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:07,333 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742131_1307{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:07,340 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0025_01_000003 is : 143
2014-04-10 11:06:07,346 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0025_m_000000_0_-1798955049_1
2014-04-10 11:06:07,348 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:06:07,348 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000003
2014-04-10 11:06:07,348 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000003
2014-04-10 11:06:07,349 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000003
2014-04-10 11:06:07,349 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000003
2014-04-10 11:06:07,349 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000003
2014-04-10 11:06:07,349 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:06:07,349 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0025_01_000003 from application application_1397145675630_0025
2014-04-10 11:06:07,349 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:07,349 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0025
2014-04-10 11:06:07,359 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0025_01_000004
2014-04-10 11:06:07,359 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000004
2014-04-10 11:06:07,359 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:06:07,359 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0025_01_000004
2014-04-10 11:06:07,359 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0025_01_000003
2014-04-10 11:06:07,360 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0025_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:07,360 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0025_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:06:07,360 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000003
2014-04-10 11:06:07,360 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0025_01_000003 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:06:07,360 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:06:07,360 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0025_01_000003, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:07,360 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:07,360 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:06:07,360 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0025_000001 released container container_1397145675630_0025_01_000003 on node: host: localhost:43726 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:06:07,366 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0025_01_000004 is : 143
2014-04-10 11:06:07,373 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:06:07,374 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000004
2014-04-10 11:06:07,374 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000004
2014-04-10 11:06:07,374 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000004
2014-04-10 11:06:07,374 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000004
2014-04-10 11:06:07,374 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000004
2014-04-10 11:06:07,374 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:06:07,375 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0025_01_000004 from application application_1397145675630_0025
2014-04-10 11:06:07,375 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:07,375 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0025
2014-04-10 11:06:07,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000003_0 dst=null perm=null
2014-04-10 11:06:07,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000003_0 dst=null perm=null
2014-04-10 11:06:07,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/task_1397145675630_0025_m_000003 dst=null perm=null
2014-04-10 11:06:07,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/task_1397145675630_0025_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:07,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000000_0 dst=null perm=null
2014-04-10 11:06:07,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000000_0 dst=null perm=null
2014-04-10 11:06:07,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/task_1397145675630_0025_m_000000 dst=null perm=null
2014-04-10 11:06:07,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/_temporary/attempt_1397145675630_0025_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/task_1397145675630_0025_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:07,438 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0025_01_000005
2014-04-10 11:06:07,438 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000005
2014-04-10 11:06:07,438 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:06:07,438 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0025_01_000005
2014-04-10 11:06:07,438 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0025_01_000004
2014-04-10 11:06:07,439 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0025_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:07,439 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0025_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:06:07,439 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000004
2014-04-10 11:06:07,439 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0025_01_000004 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:06:07,439 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:06:07,439 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0025_01_000004, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:07,439 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:07,439 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:06:07,439 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0025_000001 released container container_1397145675630_0025_01_000004 on node: host: localhost:43726 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:06:07,446 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0025_01_000005 is : 143
2014-04-10 11:06:07,453 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:06:07,453 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000005
2014-04-10 11:06:07,453 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000005
2014-04-10 11:06:07,454 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000005
2014-04-10 11:06:07,454 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000005
2014-04-10 11:06:07,454 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000005
2014-04-10 11:06:07,454 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:06:07,454 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0025_01_000005 from application application_1397145675630_0025
2014-04-10 11:06:07,454 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:07,454 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0025
2014-04-10 11:06:07,471 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0025_01_000002
2014-04-10 11:06:07,471 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000002
2014-04-10 11:06:07,471 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:06:07,472 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0025_01_000002
2014-04-10 11:06:07,472 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0025_01_000005
2014-04-10 11:06:07,472 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0025_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:07,472 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0025_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:06:07,472 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000005
2014-04-10 11:06:07,472 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0025_01_000005 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:06:07,472 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:06:07,473 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0025_01_000005, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:07,473 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:07,473 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:06:07,473 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0025_000001 released container container_1397145675630_0025_01_000005 on node: host: localhost:43726 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:06:07,478 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0025_01_000002 is : 143
2014-04-10 11:06:07,485 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:06:07,485 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000002
2014-04-10 11:06:07,485 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000002
2014-04-10 11:06:07,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000002
2014-04-10 11:06:07,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000002
2014-04-10 11:06:07,486 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000002
2014-04-10 11:06:07,486 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:06:07,486 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0025_01_000002 from application application_1397145675630_0025
2014-04-10 11:06:07,486 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:07,486 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0025
2014-04-10 11:06:07,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:07,546 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1677759275_1
2014-04-10 11:06:07,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1 dst=null perm=null
2014-04-10 11:06:07,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped dst=null perm=null
2014-04-10 11:06:07,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped dst=null perm=null
2014-04-10 11:06:07,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/task_1397145675630_0025_m_000000 dst=null perm=null
2014-04-10 11:06:07,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00000 dst=null perm=null
2014-04-10 11:06:07,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/task_1397145675630_0025_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:07,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped dst=null perm=null
2014-04-10 11:06:07,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped dst=null perm=null
2014-04-10 11:06:07,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/task_1397145675630_0025_m_000001 dst=null perm=null
2014-04-10 11:06:07,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00001 dst=null perm=null
2014-04-10 11:06:07,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/task_1397145675630_0025_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:07,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped dst=null perm=null
2014-04-10 11:06:07,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped dst=null perm=null
2014-04-10 11:06:07,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/task_1397145675630_0025_m_000002 dst=null perm=null
2014-04-10 11:06:07,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00002 dst=null perm=null
2014-04-10 11:06:07,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/task_1397145675630_0025_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:07,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped dst=null perm=null
2014-04-10 11:06:07,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped dst=null perm=null
2014-04-10 11:06:07,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/task_1397145675630_0025_m_000003 dst=null perm=null
2014-04-10 11:06:07,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00003 dst=null perm=null
2014-04-10 11:06:07,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/task_1397145675630_0025_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:07,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped dst=null perm=null
2014-04-10 11:06:07,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped dst=null perm=null
2014-04-10 11:06:07,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/task_1397145675630_0025_m_000004 dst=null perm=null
2014-04-10 11:06:07,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00004 dst=null perm=null
2014-04-10 11:06:07,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary/1/task_1397145675630_0025_m_000004/part-00004 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:07,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary dst=null perm=null
2014-04-10 11:06:07,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:07,696 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1677759275_1
2014-04-10 11:06:07,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:07,729 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1677759275_1
2014-04-10 11:06:07,751 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54718, dest: /127.0.0.1:36156, bytes: 54647, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1677759275_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742129_1305, duration: 575005016
2014-04-10 11:06:07,751 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742129_1305, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:07,752 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50335, dest: /127.0.0.1:53749, bytes: 54647, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1677759275_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742129_1305, duration: 575585505
2014-04-10 11:06:07,752 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742129_1305{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 15162
2014-04-10 11:06:07,752 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742129_1305, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:07,753 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41991, dest: /127.0.0.1:37218, bytes: 54647, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1677759275_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742129_1305, duration: 577005358
2014-04-10 11:06:07,753 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742129_1305{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 15162
2014-04-10 11:06:07,753 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742129_1305, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:07,754 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742129_1305{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 15162
2014-04-10 11:06:07,766 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742131_1307
2014-04-10 11:06:07,766 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742130_1306
2014-04-10 11:06:07,767 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742127_1303
2014-04-10 11:06:07,771 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job_1397145675630_0025_1.jhist is closed by DFSClient_NONMAPREDUCE_1677759275_1
2014-04-10 11:06:07,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:07,791 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742132_1308{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:06:07,807 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742132_1308 src: /127.0.0.1:50351 dest: /127.0.0.1:53749
2014-04-10 11:06:07,808 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742132_1308 src: /127.0.0.1:42009 dest: /127.0.0.1:37218
2014-04-10 11:06:07,809 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742132_1308 src: /127.0.0.1:54735 dest: /127.0.0.1:36156
2014-04-10 11:06:07,813 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54735, dest: /127.0.0.1:36156, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1677759275_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742132_1308, duration: 2053591
2014-04-10 11:06:07,813 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742132_1308, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:07,813 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742132_1308{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:07,813 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42009, dest: /127.0.0.1:37218, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1677759275_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742132_1308, duration: 2573303
2014-04-10 11:06:07,821 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742132_1308, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:07,821 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742132_1308{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:07,821 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50351, dest: /127.0.0.1:53749, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1677759275_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742132_1308, duration: 10487915
2014-04-10 11:06:07,822 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742132_1308, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:07,822 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742132_1308{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:07,838 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025.summary_tmp is closed by DFSClient_NONMAPREDUCE_1677759275_1
2014-04-10 11:06:07,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:07,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job_1397145675630_0025_1.jhist dst=null perm=null
2014-04-10 11:06:07,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025-1397145958419-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FE5A89594994D460A-1397145967731-5-0-SUCCEEDED-default-1397145961076.jhist_tmp dst=null perm=null
2014-04-10 11:06:07,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job_1397145675630_0025_1.jhist dst=null perm=null
2014-04-10 11:06:07,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025-1397145958419-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FE5A89594994D460A-1397145967731-5-0-SUCCEEDED-default-1397145961076.jhist_tmp dst=null perm=null
2014-04-10 11:06:07,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job_1397145675630_0025_1.jhist dst=null perm=null
2014-04-10 11:06:07,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025-1397145958419-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FE5A89594994D460A-1397145967731-5-0-SUCCEEDED-default-1397145961076.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:07,896 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54736, bytes: 55075, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1677759275_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742129_1305, duration: 274329
2014-04-10 11:06:07,899 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025-1397145958419-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FE5A89594994D460A-1397145967731-5-0-SUCCEEDED-default-1397145961076.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742133_1309{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:06:07,915 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742133_1309 src: /127.0.0.1:56543 dest: /127.0.0.1:50911
2014-04-10 11:06:07,916 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742133_1309 src: /127.0.0.1:42013 dest: /127.0.0.1:37218
2014-04-10 11:06:07,918 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742133_1309 src: /127.0.0.1:54739 dest: /127.0.0.1:36156
2014-04-10 11:06:07,921 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54739, dest: /127.0.0.1:36156, bytes: 54647, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1677759275_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742133_1309, duration: 2227558
2014-04-10 11:06:07,921 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742133_1309{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:06:07,922 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742133_1309, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:07,922 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42013, dest: /127.0.0.1:37218, bytes: 54647, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1677759275_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742133_1309, duration: 3464975
2014-04-10 11:06:07,922 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742133_1309, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:07,923 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742133_1309{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:06:07,923 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56543, dest: /127.0.0.1:50911, bytes: 54647, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1677759275_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742133_1309, duration: 4052039
2014-04-10 11:06:07,923 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742133_1309, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:07,923 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742133_1309{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:06:07,938 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025-1397145958419-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FE5A89594994D460A-1397145967731-5-0-SUCCEEDED-default-1397145961076.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1677759275_1
2014-04-10 11:06:07,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025-1397145958419-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FE5A89594994D460A-1397145967731-5-0-SUCCEEDED-default-1397145961076.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:07,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job_1397145675630_0025_1_conf.xml dst=null perm=null
2014-04-10 11:06:07,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025_conf.xml_tmp dst=null perm=null
2014-04-10 11:06:07,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job_1397145675630_0025_1_conf.xml dst=null perm=null
2014-04-10 11:06:07,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025_conf.xml_tmp dst=null perm=null
2014-04-10 11:06:07,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025/job_1397145675630_0025_1_conf.xml dst=null perm=null
2014-04-10 11:06:07,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:07,982 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50358, bytes: 96244, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1677759275_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742126_1302, duration: 381535
2014-04-10 11:06:07,985 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742134_1310{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:06:07,998 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742134_1310 src: /127.0.0.1:56547 dest: /127.0.0.1:50911
2014-04-10 11:06:07,999 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742134_1310 src: /127.0.0.1:42017 dest: /127.0.0.1:37218
2014-04-10 11:06:08,000 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742134_1310 src: /127.0.0.1:50361 dest: /127.0.0.1:53749
2014-04-10 11:06:08,004 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50361, dest: /127.0.0.1:53749, bytes: 95496, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1677759275_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742134_1310, duration: 2346774
2014-04-10 11:06:08,004 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742134_1310, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:08,005 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742134_1310{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:08,005 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42017, dest: /127.0.0.1:37218, bytes: 95496, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1677759275_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742134_1310, duration: 3273042
2014-04-10 11:06:08,005 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742134_1310, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:08,005 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742134_1310{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:08,006 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56547, dest: /127.0.0.1:50911, bytes: 95496, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1677759275_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742134_1310, duration: 3931458
2014-04-10 11:06:08,006 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742134_1310, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:08,007 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742134_1310{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:08,021 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1677759275_1
2014-04-10 11:06:08,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:08,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:08,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:08,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025-1397145958419-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FE5A89594994D460A-1397145967731-5-0-SUCCEEDED-default-1397145961076.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025-1397145958419-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FE5A89594994D460A-1397145967731-5-0-SUCCEEDED-default-1397145961076.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:08,096 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0025_000001 with final state: FINISHING
2014-04-10 11:06:08,096 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0025_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:06:08,097 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0025 with final state: FINISHING
2014-04-10 11:06:08,097 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0025 State change from RUNNING to FINAL_SAVING
2014-04-10 11:06:08,097 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0025
2014-04-10 11:06:08,098 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0025_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:06:08,098 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0025 State change from FINAL_SAVING to FINISHING
2014-04-10 11:06:08,108 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:06:08,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:06:08,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:06:08,112 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0025 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025-1397145958419-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FE5A89594994D460A-1397145967731-5-0-SUCCEEDED-default-1397145961076.jhist
2014-04-10 11:06:08,113 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025-1397145958419-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FE5A89594994D460A-1397145967731-5-0-SUCCEEDED-default-1397145961076.jhist]
2014-04-10 11:06:08,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025-1397145958419-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FE5A89594994D460A-1397145967731-5-0-SUCCEEDED-default-1397145961076.jhist dst=null perm=null
2014-04-10 11:06:08,117 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56551, bytes: 55075, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742133_1309, duration: 261571
2014-04-10 11:06:08,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025.summary dst=null perm=null
2014-04-10 11:06:08,134 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50364, bytes: 450, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742132_1308, duration: 135612
2014-04-10 11:06:08,134 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0025,submitTime=1397145958419,launchTime=1397145961076,firstMapTaskLaunchTime=1397145963240,firstReduceTaskLaunchTime=0,finishTime=1397145967731,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=20,reduceSlotSeconds=0,jobName=[29DC72ECD2904AE799B71A3203B8C44A/E5A89594994D460A96E10A172E03E862] upper2*lower*upper1/(1/2) ...orm/joinaroundjoinswapped
2014-04-10 11:06:08,135 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025.summary]
2014-04-10 11:06:08,142 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0025_01_000006
2014-04-10 11:06:08,142 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0025_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:08,143 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0025_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:06:08,143 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000006
2014-04-10 11:06:08,143 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0025_01_000006 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:06:08,143 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:06:08,143 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0025_01_000006, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:08,143 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:08,144 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:06:08,144 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0025_000001 released container container_1397145675630_0025_01_000006 on node: host: localhost:38779 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:06:08,230 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742132_1308 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:36156
2014-04-10 11:06:08,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025.summary dst=null perm=null
2014-04-10 11:06:08,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:06:08,232 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025-1397145958419-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FE5A89594994D460A-1397145967731-5-0-SUCCEEDED-default-1397145961076.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0025-1397145958419-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FE5A89594994D460A-1397145967731-5-0-SUCCEEDED-default-1397145961076.jhist
2014-04-10 11:06:08,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025-1397145958419-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FE5A89594994D460A-1397145967731-5-0-SUCCEEDED-default-1397145961076.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0025-1397145958419-brock-%5B29DC72ECD2904AE799B71A3203B8C44A%2FE5A89594994D460A-1397145967731-5-0-SUCCEEDED-default-1397145961076.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:08,246 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0025_conf.xml
2014-04-10 11:06:08,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0025_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0025_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:08,296 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742114_1290 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:50911
2014-04-10 11:06:08,296 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742113_1289 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:06:08,297 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742117_1293 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:36156
2014-04-10 11:06:08,297 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742116_1292 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:06:08,297 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742118_1294 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:53749
2014-04-10 11:06:08,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/6009075336_lower_upper1_39C31DA66957425F84654F98DF458406 dst=null perm=null
2014-04-10 11:06:08,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped dst=null perm=null
2014-04-10 11:06:08,299 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary
2014-04-10 11:06:08,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/_temporary dst=null perm=null
2014-04-10 11:06:08,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped dst=null perm=null
2014-04-10 11:06:08,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped dst=null perm=null
2014-04-10 11:06:08,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped dst=null perm=null
2014-04-10 11:06:08,315 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:06:08,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00000 dst=null perm=null
2014-04-10 11:06:08,318 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50364, bytes: 28, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742131_1307, duration: 141908
2014-04-10 11:06:08,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00001 dst=null perm=null
2014-04-10 11:06:08,320 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56551, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742127_1303, duration: 209480
2014-04-10 11:06:08,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00002 dst=null perm=null
2014-04-10 11:06:08,323 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54748, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742128_1304, duration: 183405
2014-04-10 11:06:08,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00003 dst=null perm=null
2014-04-10 11:06:08,325 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54748, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742130_1306, duration: 155327
2014-04-10 11:06:08,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00004 dst=null perm=null
2014-04-10 11:06:08,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped dst=null perm=null
2014-04-10 11:06:08,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped dst=null perm=null
2014-04-10 11:06:08,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped dst=null perm=null
2014-04-10 11:06:08,343 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:06:08,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00000 dst=null perm=null
2014-04-10 11:06:08,346 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56551, bytes: 28, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742131_1307, duration: 575526
2014-04-10 11:06:08,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00001 dst=null perm=null
2014-04-10 11:06:08,347 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56551, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742127_1303, duration: 108344
2014-04-10 11:06:08,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00002 dst=null perm=null
2014-04-10 11:06:08,349 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54748, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742128_1304, duration: 79836
2014-04-10 11:06:08,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00003 dst=null perm=null
2014-04-10 11:06:08,350 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54748, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742130_1306, duration: 74140
2014-04-10 11:06:08,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00004 dst=null perm=null
2014-04-10 11:06:08,351 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped
2014-04-10 11:06:08,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped dst=null perm=null
2014-04-10 11:06:08,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped dst=null perm=null
2014-04-10 11:06:08,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped dst=null perm=null
2014-04-10 11:06:08,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped dst=null perm=null
2014-04-10 11:06:08,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00000 dst=null perm=null
2014-04-10 11:06:08,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00000 dst=null perm=null
2014-04-10 11:06:08,356 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56551, bytes: 28, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742131_1307, duration: 136711
2014-04-10 11:06:08,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00001 dst=null perm=null
2014-04-10 11:06:08,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00001 dst=null perm=null
2014-04-10 11:06:08,358 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56551, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742127_1303, duration: 120719
2014-04-10 11:06:08,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00002 dst=null perm=null
2014-04-10 11:06:08,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00002 dst=null perm=null
2014-04-10 11:06:08,361 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50364, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742128_1304, duration: 164576
2014-04-10 11:06:08,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00003 dst=null perm=null
2014-04-10 11:06:08,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00003 dst=null perm=null
2014-04-10 11:06:08,364 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56551, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742130_1306, duration: 210506
2014-04-10 11:06:08,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00004 dst=null perm=null
2014-04-10 11:06:08,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinaroundjoinswapped/part-00004 dst=null perm=null
2014-04-10 11:06:08,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:06:08,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:08,382 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:06:08,382 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:06:08,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch dst=null perm=null
2014-04-10 11:06:08,397 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 11:06:08,398 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:06:08,398 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:06:08,398 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch"]
2014-04-10 11:06:08,398 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 11:06:08,398 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 2
2014-04-10 11:06:08,398 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 2
2014-04-10 11:06:08,399 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/2)
2014-04-10 11:06:08,411 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:06:08,417 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:06:08,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45 dst=null perm=null
2014-04-10 11:06:08,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:06:08,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:06:08,421 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 26
2014-04-10 11:06:08,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026 dst=null perm=null
2014-04-10 11:06:08,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:06:08,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:06:08,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar dst=null perm=null
2014-04-10 11:06:08,472 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0025_01_000002
2014-04-10 11:06:08,473 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0025_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:08,473 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0025_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:06:08,473 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000002
2014-04-10 11:06:08,473 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0025_01_000002 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:06:08,473 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:06:08,473 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0025_01_000002, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:08,474 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:08,474 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:06:08,474 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0025_000001 released container container_1397145675630_0025_01_000002 on node: host: localhost:43726 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:06:08,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:08,482 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073742135_1311{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:06:08,497 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742135_1311 src: /127.0.0.1:54749 dest: /127.0.0.1:36156
2014-04-10 11:06:08,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742135_1311 src: /127.0.0.1:56556 dest: /127.0.0.1:50911
2014-04-10 11:06:08,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742135_1311 src: /127.0.0.1:50369 dest: /127.0.0.1:53749
2014-04-10 11:06:08,503 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50369, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742135_1311, duration: 3078461
2014-04-10 11:06:08,503 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742135_1311, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:08,504 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56556, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742135_1311, duration: 3623145
2014-04-10 11:06:08,504 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742135_1311{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:08,504 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742135_1311, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:08,504 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54749, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742135_1311, duration: 3090483
2014-04-10 11:06:08,504 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742135_1311{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:08,504 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742135_1311, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:08,505 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742135_1311{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:08,521 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:06:08,522 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar
2014-04-10 11:06:08,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar dst=null perm=null
2014-04-10 11:06:08,553 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742133_1309
2014-04-10 11:06:08,553 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742128_1304
2014-04-10 11:06:08,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:08,555 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742134_1310
2014-04-10 11:06:08,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:08,555 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742129_1305
2014-04-10 11:06:08,556 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742131_1307
2014-04-10 11:06:08,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:08,556 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742132_1308
2014-04-10 11:06:08,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:08,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:06:08,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:06:08,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:06:08,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:06:08,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:06:08,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:08,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:08,565 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:06:08,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:08,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:08,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:08,597 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.split
2014-04-10 11:06:08,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.split dst=null perm=null
2014-04-10 11:06:08,615 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073742136_1312{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:06:08,631 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742136_1312 src: /127.0.0.1:54752 dest: /127.0.0.1:36156
2014-04-10 11:06:08,632 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742136_1312 src: /127.0.0.1:56559 dest: /127.0.0.1:50911
2014-04-10 11:06:08,633 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742136_1312 src: /127.0.0.1:50372 dest: /127.0.0.1:53749
2014-04-10 11:06:08,634 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742136_1312 src: /127.0.0.1:42030 dest: /127.0.0.1:37218
2014-04-10 11:06:08,637 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42030, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742136_1312, duration: 2112294
2014-04-10 11:06:08,638 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742136_1312, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:08,638 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742136_1312{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:08,638 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50372, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742136_1312, duration: 3055609
2014-04-10 11:06:08,639 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742136_1312, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:08,639 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742136_1312{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:08,639 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56559, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742136_1312, duration: 3709195
2014-04-10 11:06:08,639 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742136_1312, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:08,639 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742136_1312{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:08,640 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54752, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742136_1312, duration: 4336972
2014-04-10 11:06:08,640 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742136_1312, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:08,640 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742136_1312{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:08,654 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:06:08,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:08,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:08,689 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073742137_1313{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:06:08,706 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742137_1313 src: /127.0.0.1:42031 dest: /127.0.0.1:37218
2014-04-10 11:06:08,707 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742137_1313 src: /127.0.0.1:54757 dest: /127.0.0.1:36156
2014-04-10 11:06:08,708 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742137_1313 src: /127.0.0.1:50376 dest: /127.0.0.1:53749
2014-04-10 11:06:08,711 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50376, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742137_1313, duration: 1834526
2014-04-10 11:06:08,711 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742137_1313, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:08,712 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742137_1313{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:08,712 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54757, dest: /127.0.0.1:36156, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742137_1313, duration: 2352701
2014-04-10 11:06:08,712 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742137_1313, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:08,712 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742137_1313{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:08,713 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37218, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742137_1313, duration: 3088058
2014-04-10 11:06:08,713 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742137_1313, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:08,713 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742137_1313{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:08,729 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:06:08,730 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:06:08,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:08,753 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742128_1304
2014-04-10 11:06:08,754 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742132_1308
2014-04-10 11:06:08,754 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742130_1306
2014-04-10 11:06:08,754 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742137_1313
2014-04-10 11:06:08,757 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742135_1311
2014-04-10 11:06:08,757 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742136_1312
2014-04-10 11:06:08,758 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742131_1307
2014-04-10 11:06:08,758 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742127_1303
2014-04-10 11:06:08,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:08,770 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742138_1314{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:06:08,789 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742138_1314 src: /127.0.0.1:50377 dest: /127.0.0.1:53749
2014-04-10 11:06:08,790 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742138_1314 src: /127.0.0.1:54760 dest: /127.0.0.1:36156
2014-04-10 11:06:08,791 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742138_1314 src: /127.0.0.1:42036 dest: /127.0.0.1:37218
2014-04-10 11:06:08,796 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42036, dest: /127.0.0.1:37218, bytes: 80961, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742138_1314, duration: 3078421
2014-04-10 11:06:08,796 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742138_1314, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:08,796 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742138_1314{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:06:08,796 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54760, dest: /127.0.0.1:36156, bytes: 80961, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742138_1314, duration: 3600615
2014-04-10 11:06:08,797 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742138_1314, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:08,797 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742138_1314{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:06:08,797 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50377, dest: /127.0.0.1:53749, bytes: 80961, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742138_1314, duration: 4314610
2014-04-10 11:06:08,797 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742138_1314, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:08,798 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742138_1314{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:06:08,813 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:06:08,813 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0026
2014-04-10 11:06:08,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026 dst=null perm=null
2014-04-10 11:06:08,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml dst=null perm=null
2014-04-10 11:06:08,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml dst=null perm=null
2014-04-10 11:06:08,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar dst=null perm=null
2014-04-10 11:06:08,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar dst=null perm=null
2014-04-10 11:06:08,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.split dst=null perm=null
2014-04-10 11:06:08,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.split dst=null perm=null
2014-04-10 11:06:08,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:08,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:08,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:08,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:08,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:08,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:08,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:08,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:08,868 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 26 submitted by user brock
2014-04-10 11:06:08,869 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0026
2014-04-10 11:06:08,869 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0026
2014-04-10 11:06:08,869 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0026
2014-04-10 11:06:08,869 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0026 State change from NEW to NEW_SAVING
2014-04-10 11:06:08,870 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0026 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:06:08,870 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0026_000001
2014-04-10 11:06:08,870 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0026_000001 State change from NEW to SUBMITTED
2014-04-10 11:06:08,871 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0026 from user: brock activated in queue: default
2014-04-10 11:06:08,871 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0026 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:06:08,871 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0026 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:06:08,871 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0026
2014-04-10 11:06:08,871 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0026_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:06:08,872 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0026_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:06:08,873 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0026 State change from SUBMITTED to ACCEPTED
2014-04-10 11:06:08,874 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0026/
2014-04-10 11:06:08,874 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397145675630_0026
2014-04-10 11:06:08,874 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:33250/proxy/application_1397145675630_0026/
2014-04-10 11:06:08,956 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742129_1305
2014-04-10 11:06:08,956 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742138_1314
2014-04-10 11:06:09,143 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:09,144 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000001
2014-04-10 11:06:09,144 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0026_01_000001 of capacity <memory:2048, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:06:09,144 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0026 container=Container: [ContainerId: container_1397145675630_0026_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0026_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:09,144 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:06:09,144 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:09,144 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:09,145 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0026 AttemptId: appattempt_1397145675630_0026_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0026_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ]
2014-04-10 11:06:09,145 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0026_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:06:09,145 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0026_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:06:09,145 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0026_000001
2014-04-10 11:06:09,146 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0026_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] for AM appattempt_1397145675630_0026_000001
2014-04-10 11:06:09,146 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0026_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:06:09,149 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0026_000001 (auth:SIMPLE)
2014-04-10 11:06:09,151 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0026_01_000001 by user brock
2014-04-10 11:06:09,151 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0026
2014-04-10 11:06:09,151 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000001
2014-04-10 11:06:09,151 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0026 transitioned from NEW to INITING
2014-04-10 11:06:09,152 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0026_01_000001 to application application_1397145675630_0026
2014-04-10 11:06:09,152 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0026 transitioned from INITING to RUNNING
2014-04-10 11:06:09,152 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0026_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] for AM appattempt_1397145675630_0026_000001
2014-04-10 11:06:09,152 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0026_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:06:09,152 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:06:09,152 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0026
2014-04-10 11:06:09,153 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:06:09,153 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:06:09,153 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:06:09,153 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:06:09,153 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0026_01_000001
2014-04-10 11:06:09,159 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742134_1310
2014-04-10 11:06:09,165 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0026_01_000001.tokens. Credentials list:
2014-04-10 11:06:09,564 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:06:10,143 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:10,144 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742122_1298 127.0.0.1:50911 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:53749
2014-04-10 11:06:10,145 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742123_1299 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:50911
2014-04-10 11:06:10,145 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742124_1300 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:53749
2014-04-10 11:06:10,145 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742125_1301 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:06:10,145 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742129_1305 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:36156
2014-04-10 11:06:10,145 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742126_1302 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:50911
2014-04-10 11:06:10,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0025 dst=null perm=null
2014-04-10 11:06:10,152 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:36156 to replicate blk_1073742135_1311 to datanode(s) 127.0.0.1:37218
2014-04-10 11:06:10,152 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742129_1305, blk_1073742113_1289, blk_1073742114_1290, blk_1073742132_1308, blk_1073742118_1294, blk_1073742122_1298, blk_1073742123_1299, blk_1073742124_1300, blk_1073742126_1302]
2014-04-10 11:06:10,152 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073742129_1305, blk_1073742113_1289, blk_1073742114_1290, blk_1073742116_1292, blk_1073742132_1308, blk_1073742117_1293, blk_1073742118_1294, blk_1073742122_1298, blk_1073742123_1299, blk_1073742124_1300, blk_1073742125_1301]
2014-04-10 11:06:10,171 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0026_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000001.tokens
2014-04-10 11:06:10,172 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0026 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0026
2014-04-10 11:06:10,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar dst=null perm=null
2014-04-10 11:06:10,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar dst=null perm=null
2014-04-10 11:06:10,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar dst=null perm=null
2014-04-10 11:06:10,288 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56575, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1896474839_15305, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742135_1311, duration: 907996
2014-04-10 11:06:10,314 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0026/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:10,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:10,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:10,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:10,341 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50388, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1896474839_15305, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742137_1313, duration: 232327
2014-04-10 11:06:10,361 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0026/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:10,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.split dst=null perm=null
2014-04-10 11:06:10,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.split dst=null perm=null
2014-04-10 11:06:10,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.split dst=null perm=null
2014-04-10 11:06:10,388 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50388, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1896474839_15305, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742136_1312, duration: 218982
2014-04-10 11:06:10,407 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0026/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:10,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml dst=null perm=null
2014-04-10 11:06:10,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml dst=null perm=null
2014-04-10 11:06:10,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml dst=null perm=null
2014-04-10 11:06:10,435 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50388, bytes: 81597, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1896474839_15305, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742138_1314, duration: 383375
2014-04-10 11:06:10,454 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0026/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:10,454 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:10,487 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:10,487 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:10,554 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000001/default_container_executor.sh]
2014-04-10 11:06:11,403 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f9f8649b-8d9e-4d95-b6f1-838fff2526ea, infoPort=40212, ipcPort=55636, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073742135_1311 to 127.0.0.1:37218
2014-04-10 11:06:11,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742113_1289 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742113 for deletion
2014-04-10 11:06:11,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742129_1305 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742129 for deletion
2014-04-10 11:06:11,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742113_1289 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742113
2014-04-10 11:06:11,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742114_1290 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742114 for deletion
2014-04-10 11:06:11,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742129_1305 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742129
2014-04-10 11:06:11,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742132_1308 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742132 for deletion
2014-04-10 11:06:11,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742114_1290 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742114
2014-04-10 11:06:11,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742116_1292 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742116 for deletion
2014-04-10 11:06:11,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742117_1293 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742117 for deletion
2014-04-10 11:06:11,404 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742135_1311 src: /127.0.0.1:42048 dest: /127.0.0.1:37218
2014-04-10 11:06:11,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742118_1294 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742118 for deletion
2014-04-10 11:06:11,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742116_1292 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742116
2014-04-10 11:06:11,404 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073742135_1311 (numBytes=244650) to 127.0.0.1/127.0.0.1:37218
2014-04-10 11:06:11,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742122_1298 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742122 for deletion
2014-04-10 11:06:11,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742132_1308 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742132
2014-04-10 11:06:11,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742123_1299 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742123 for deletion
2014-04-10 11:06:11,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742117_1293 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742117
2014-04-10 11:06:11,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742118_1294 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742118
2014-04-10 11:06:11,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742124_1300 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742124 for deletion
2014-04-10 11:06:11,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742123_1299 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742123
2014-04-10 11:06:11,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742125_1301 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742125 for deletion
2014-04-10 11:06:11,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742122_1298 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742122
2014-04-10 11:06:11,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742125_1301 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742125
2014-04-10 11:06:11,405 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073742135_1311 src: /127.0.0.1:42048 dest: /127.0.0.1:37218 of size 244650
2014-04-10 11:06:11,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742124_1300 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742124
2014-04-10 11:06:11,405 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742135_1311 size 244650
2014-04-10 11:06:11,626 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742128_1304
2014-04-10 11:06:11,626 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742127_1303
2014-04-10 11:06:11,627 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742133_1309
2014-04-10 11:06:11,627 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742136_1312
2014-04-10 11:06:11,627 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742138_1314
2014-04-10 11:06:11,628 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742137_1313
2014-04-10 11:06:11,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:06:11,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/COMMIT_STARTED dst=null perm=null
2014-04-10 11:06:11,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:06:11,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/COMMIT_FAIL dst=null perm=null
2014-04-10 11:06:11,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742113_1289 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742113 for deletion
2014-04-10 11:06:11,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742129_1305 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742129 for deletion
2014-04-10 11:06:11,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742113_1289 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742113
2014-04-10 11:06:11,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742114_1290 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742114 for deletion
2014-04-10 11:06:11,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742129_1305 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742129
2014-04-10 11:06:11,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742132_1308 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742132 for deletion
2014-04-10 11:06:11,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742114_1290 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742114
2014-04-10 11:06:11,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742118_1294 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742118 for deletion
2014-04-10 11:06:11,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742132_1308 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742132
2014-04-10 11:06:11,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742122_1298 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742122 for deletion
2014-04-10 11:06:11,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742118_1294 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742118
2014-04-10 11:06:11,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742123_1299 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742123 for deletion
2014-04-10 11:06:11,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742122_1298 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742122
2014-04-10 11:06:11,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742123_1299 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742123
2014-04-10 11:06:11,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742124_1300 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742124 for deletion
2014-04-10 11:06:11,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742126_1302 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742126 for deletion
2014-04-10 11:06:11,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742124_1300 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742124
2014-04-10 11:06:11,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742126_1302 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742126
2014-04-10 11:06:11,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026 dst=null perm=null
2014-04-10 11:06:11,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:06:11,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:06:11,827 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742135_1311
2014-04-10 11:06:11,828 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742130_1306
2014-04-10 11:06:12,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:12,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:12,083 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42051, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_221195515_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742137_1313, duration: 169235
2014-04-10 11:06:12,687 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0026_000001 (auth:SIMPLE)
2014-04-10 11:06:12,689 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0026_000001
2014-04-10 11:06:12,689 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0026 APPATTEMPTID=appattempt_1397145675630_0026_000001
2014-04-10 11:06:12,689 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0026_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:06:12,689 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0026 State change from ACCEPTED to RUNNING
2014-04-10 11:06:12,704 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 2659 Total time for transactions(ms): 154 Number of transactions batched in Syncs: 32 Number of syncs: 1812 SyncTimes(ms): 22246 14132
2014-04-10 11:06:12,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job_1397145675630_0026_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:12,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:12,770 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742135_1311
2014-04-10 11:06:12,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job_1397145675630_0026_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:12,873 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job_1397145675630_0026_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742139_1315{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:06:12,914 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742139_1315 src: /127.0.0.1:54778 dest: /127.0.0.1:36156
2014-04-10 11:06:12,915 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742139_1315 src: /127.0.0.1:42055 dest: /127.0.0.1:37218
2014-04-10 11:06:12,915 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742139_1315 src: /127.0.0.1:50399 dest: /127.0.0.1:53749
2014-04-10 11:06:12,921 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50399, dest: /127.0.0.1:53749, bytes: 95034, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_221195515_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742139_1315, duration: 4375034
2014-04-10 11:06:12,921 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742139_1315{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:12,921 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742139_1315, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:12,921 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42055, dest: /127.0.0.1:37218, bytes: 95034, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_221195515_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742139_1315, duration: 5142324
2014-04-10 11:06:12,922 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742139_1315, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:12,922 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742139_1315{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:12,922 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54778, dest: /127.0.0.1:36156, bytes: 95034, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_221195515_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742139_1315, duration: 5554277
2014-04-10 11:06:12,922 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742139_1315, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:12,922 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742139_1315{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:12,937 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job_1397145675630_0026_1_conf.xml is closed by DFSClient_NONMAPREDUCE_221195515_1
2014-04-10 11:06:12,969 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742133_1309
2014-04-10 11:06:12,971 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742134_1310
2014-04-10 11:06:12,971 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742136_1312
2014-04-10 11:06:13,152 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742129_1305, blk_1073742113_1289, blk_1073742116_1292, blk_1073742132_1308, blk_1073742117_1293, blk_1073742118_1294, blk_1073742122_1298, blk_1073742123_1299, blk_1073742124_1300, blk_1073742125_1301, blk_1073742126_1302]
2014-04-10 11:06:13,153 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073742114_1290, blk_1073742116_1292, blk_1073742117_1293, blk_1073742122_1298, blk_1073742123_1299, blk_1073742125_1301, blk_1073742126_1302]
2014-04-10 11:06:13,562 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742136_1312
2014-04-10 11:06:13,563 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742137_1313
2014-04-10 11:06:13,564 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742138_1314
2014-04-10 11:06:13,764 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742135_1311
2014-04-10 11:06:13,765 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742139_1315
2014-04-10 11:06:14,145 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:14,145 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000002
2014-04-10 11:06:14,145 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0026_01_000002 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:06:14,145 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0026 container=Container: [ContainerId: container_1397145675630_0026_01_000002, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0026_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:14,146 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:06:14,146 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:14,146 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:14,147 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000003
2014-04-10 11:06:14,147 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0026_01_000003 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:06:14,147 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0026 container=Container: [ContainerId: container_1397145675630_0026_01_000003, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0026_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:14,147 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:06:14,147 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:14,430 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:14,431 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000004
2014-04-10 11:06:14,431 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0026_01_000004 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:06:14,431 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0026 container=Container: [ContainerId: container_1397145675630_0026_01_000004, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0026_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:14,431 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:06:14,432 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:14,432 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:14,432 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000005
2014-04-10 11:06:14,432 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0026_01_000005 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:06:14,433 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0026 container=Container: [ContainerId: container_1397145675630_0026_01_000005, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0026_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:14,433 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:06:14,433 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:14,474 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:14,475 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000006
2014-04-10 11:06:14,475 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0026_01_000006 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:06:14,475 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0026 container=Container: [ContainerId: container_1397145675630_0026_01_000006, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0026_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:14,475 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:06:14,475 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:14,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742113_1289 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742113 for deletion
2014-04-10 11:06:14,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742129_1305 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742129 for deletion
2014-04-10 11:06:14,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742113_1289 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742113
2014-04-10 11:06:14,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742132_1308 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742132 for deletion
2014-04-10 11:06:14,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742129_1305 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742129
2014-04-10 11:06:14,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742116_1292 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742116 for deletion
2014-04-10 11:06:14,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742132_1308 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742132
2014-04-10 11:06:14,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742117_1293 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742117 for deletion
2014-04-10 11:06:14,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742116_1292 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742116
2014-04-10 11:06:14,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742118_1294 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742118 for deletion
2014-04-10 11:06:14,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742117_1293 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742117
2014-04-10 11:06:14,665 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742122_1298 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742122 for deletion
2014-04-10 11:06:14,665 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742118_1294 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742118
2014-04-10 11:06:14,665 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742123_1299 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742123 for deletion
2014-04-10 11:06:14,665 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742124_1300 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742124 for deletion
2014-04-10 11:06:14,665 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742122_1298 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742122
2014-04-10 11:06:14,665 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742125_1301 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742125 for deletion
2014-04-10 11:06:14,666 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742124_1300 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742124
2014-04-10 11:06:14,666 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742126_1302 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742126 for deletion
2014-04-10 11:06:14,665 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742123_1299 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742123
2014-04-10 11:06:14,666 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742125_1301 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742125
2014-04-10 11:06:14,666 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742126_1302 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742126
2014-04-10 11:06:14,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742114_1290 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742114 for deletion
2014-04-10 11:06:14,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742116_1292 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742116 for deletion
2014-04-10 11:06:14,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742117_1293 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742117 for deletion
2014-04-10 11:06:14,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742114_1290 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742114
2014-04-10 11:06:14,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742117_1293 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742117
2014-04-10 11:06:14,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742116_1292 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742116
2014-04-10 11:06:14,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742122_1298 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742122 for deletion
2014-04-10 11:06:14,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742123_1299 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742123 for deletion
2014-04-10 11:06:14,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742125_1301 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742125 for deletion
2014-04-10 11:06:14,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742123_1299 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742123
2014-04-10 11:06:14,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742122_1298 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742122
2014-04-10 11:06:14,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742126_1302 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742126 for deletion
2014-04-10 11:06:14,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742125_1301 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742125
2014-04-10 11:06:14,721 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742126_1302 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742126
2014-04-10 11:06:14,724 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:14,724 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:14,724 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:14,725 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:14,725 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:14,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar dst=null perm=null
2014-04-10 11:06:14,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar dst=null perm=null
2014-04-10 11:06:14,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml dst=null perm=null
2014-04-10 11:06:14,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml dst=null perm=null
2014-04-10 11:06:14,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:14,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:14,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:14,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:14,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:14,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:14,851 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0026_000001 (auth:SIMPLE)
2014-04-10 11:06:14,851 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0026_000001 (auth:SIMPLE)
2014-04-10 11:06:14,851 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0026_000001 (auth:SIMPLE)
2014-04-10 11:06:14,856 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0026_01_000003 by user brock
2014-04-10 11:06:14,856 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000003
2014-04-10 11:06:14,856 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0026_01_000003 to application application_1397145675630_0026
2014-04-10 11:06:14,856 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0026_01_000002 by user brock
2014-04-10 11:06:14,857 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0026_01_000004 by user brock
2014-04-10 11:06:14,857 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000002
2014-04-10 11:06:14,857 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0026_01_000005 by user brock
2014-04-10 11:06:14,857 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0026_01_000006 by user brock
2014-04-10 11:06:14,857 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0026
2014-04-10 11:06:14,858 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0026
2014-04-10 11:06:14,858 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000004
2014-04-10 11:06:14,858 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000006
2014-04-10 11:06:14,857 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:06:14,858 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0026
2014-04-10 11:06:14,858 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0026
2014-04-10 11:06:14,858 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:14,859 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0026
2014-04-10 11:06:14,859 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0026_01_000002 to application application_1397145675630_0026
2014-04-10 11:06:14,858 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0026 transitioned from NEW to INITING
2014-04-10 11:06:14,857 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0026_01_000005 to application application_1397145675630_0026
2014-04-10 11:06:14,857 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000005
2014-04-10 11:06:14,860 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0026 transitioned from NEW to INITING
2014-04-10 11:06:14,859 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0026_01_000006 to application application_1397145675630_0026
2014-04-10 11:06:14,860 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0026_01_000004 to application application_1397145675630_0026
2014-04-10 11:06:14,860 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:06:14,860 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0026 transitioned from INITING to RUNNING
2014-04-10 11:06:14,860 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0026 transitioned from INITING to RUNNING
2014-04-10 11:06:14,860 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:14,861 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0026
2014-04-10 11:06:14,861 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:06:14,861 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:06:14,861 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0026
2014-04-10 11:06:14,861 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:14,861 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0026
2014-04-10 11:06:14,861 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0026
2014-04-10 11:06:14,861 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:06:14,861 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0026
2014-04-10 11:06:14,862 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:14,862 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0026
2014-04-10 11:06:14,862 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:14,862 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0026
2014-04-10 11:06:14,863 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:06:14,863 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:06:14,863 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0026_01_000006
2014-04-10 11:06:14,862 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0026
2014-04-10 11:06:14,865 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:14,865 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0026
2014-04-10 11:06:14,866 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:06:14,866 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:06:14,866 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0026
2014-04-10 11:06:14,866 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0026
2014-04-10 11:06:14,866 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:14,866 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0026
2014-04-10 11:06:14,867 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0026_01_000004
2014-04-10 11:06:14,867 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0026_01_000005
2014-04-10 11:06:14,885 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0026_01_000004.tokens. Credentials list:
2014-04-10 11:06:14,885 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145675630_0026_01_000006.tokens. Credentials list:
2014-04-10 11:06:14,886 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397145675630_0026_01_000005.tokens. Credentials list:
2014-04-10 11:06:14,902 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:06:14,902 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:06:14,902 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:14,902 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:14,902 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:14,902 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:14,965 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000003/default_container_executor.sh]
2014-04-10 11:06:14,965 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000002/default_container_executor.sh]
2014-04-10 11:06:14,970 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145675630_0026_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000006.tokens
2014-04-10 11:06:14,970 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0026_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000004.tokens
2014-04-10 11:06:14,970 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0026 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0026
2014-04-10 11:06:14,970 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0026 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0026
2014-04-10 11:06:15,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar dst=null perm=null
2014-04-10 11:06:15,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar dst=null perm=null
2014-04-10 11:06:15,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar dst=null perm=null
2014-04-10 11:06:15,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar dst=null perm=null
2014-04-10 11:06:15,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar dst=null perm=null
2014-04-10 11:06:15,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar dst=null perm=null
2014-04-10 11:06:15,069 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56597, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1424672162_15519, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742135_1311, duration: 381854
2014-04-10 11:06:15,069 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42066, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_399299945_15520, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742135_1311, duration: 389843
2014-04-10 11:06:15,088 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0026/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:15,088 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0026/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:15,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml dst=null perm=null
2014-04-10 11:06:15,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml dst=null perm=null
2014-04-10 11:06:15,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml dst=null perm=null
2014-04-10 11:06:15,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml dst=null perm=null
2014-04-10 11:06:15,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml dst=null perm=null
2014-04-10 11:06:15,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml dst=null perm=null
2014-04-10 11:06:15,106 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42066, bytes: 81597, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1424672162_15519, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742138_1314, duration: 236905
2014-04-10 11:06:15,111 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50411, bytes: 81597, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_399299945_15520, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742138_1314, duration: 259921
2014-04-10 11:06:15,120 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0026/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:15,120 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:15,125 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0026/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:15,125 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:15,125 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:15,144 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:15,145 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:15,151 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:15,151 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:15,155 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:15,155 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:15,160 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:15,160 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:15,163 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0025_01_000001 succeeded
2014-04-10 11:06:15,163 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:06:15,163 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0025_01_000001
2014-04-10 11:06:15,173 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000001
2014-04-10 11:06:15,174 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000001
2014-04-10 11:06:15,174 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000001
2014-04-10 11:06:15,174 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0025_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:06:15,174 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0025_01_000001 from application application_1397145675630_0025
2014-04-10 11:06:15,174 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000001
2014-04-10 11:06:15,174 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:15,174 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0025/container_1397145675630_0025_01_000001
2014-04-10 11:06:15,174 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0025
2014-04-10 11:06:15,176 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742139_1315
2014-04-10 11:06:15,213 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000006/default_container_executor.sh]
2014-04-10 11:06:15,218 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000004/default_container_executor.sh]
2014-04-10 11:06:15,219 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000005/default_container_executor.sh]
2014-04-10 11:06:15,430 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0025_01_000001
2014-04-10 11:06:15,430 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:15,430 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:15,431 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0025_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:15,431 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0025_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:06:15,431 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0025 CONTAINERID=container_1397145675630_0025_01_000001
2014-04-10 11:06:15,431 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0025_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:06:15,431 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:06:15,431 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0025_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:15,431 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:15,431 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:06:15,431 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0025_000001 released container container_1397145675630_0025_01_000001 on node: host: localhost:41546 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:06:15,432 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0025_000001
2014-04-10 11:06:15,432 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0025_000001 State change from FINISHING to FINISHED
2014-04-10 11:06:15,432 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0025 State change from FINISHING to FINISHED
2014-04-10 11:06:15,432 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0025
2014-04-10 11:06:15,432 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0025,name=[29DC72ECD2904AE799B71A3203B8C44A/E5A89594994D460A96E10A172E03E862] upper2*lower*upper1/(1/2) ...orm/joinaroundjoinswapped,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0025/jobhistory/job/job_1397145675630_0025,appMasterHost=localhost.localdomain,startTime=1397145958419,finishTime=1397145968097,finalStatus=SUCCEEDED
2014-04-10 11:06:15,432 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0025_000001
2014-04-10 11:06:15,432 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0025_000001 is done. finalState=FINISHED
2014-04-10 11:06:15,433 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0025 requests cleared
2014-04-10 11:06:15,433 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0025 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:06:15,433 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0025 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:06:15,435 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0025_000001 (auth:SIMPLE)
2014-04-10 11:06:15,435 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0025_01_000001
2014-04-10 11:06:15,474 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0025 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:06:15,475 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0025
2014-04-10 11:06:15,475 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0025
2014-04-10 11:06:15,475 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0025 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:06:15,475 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0025, with delay of 10800 seconds
2014-04-10 11:06:15,475 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0025
2014-04-10 11:06:15,475 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:15,476 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0025
2014-04-10 11:06:15,476 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0025
2014-04-10 11:06:15,742 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:06:16,145 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0025 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:06:16,145 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0025
2014-04-10 11:06:16,145 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0025 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:06:16,145 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0025, with delay of 10800 seconds
2014-04-10 11:06:16,145 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0025
2014-04-10 11:06:16,146 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0025
2014-04-10 11:06:16,146 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0025
2014-04-10 11:06:16,146 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0025
2014-04-10 11:06:16,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:06:16,431 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0025 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:06:16,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0025
2014-04-10 11:06:16,431 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0025
2014-04-10 11:06:16,431 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0025 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:06:16,431 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0025, with delay of 10800 seconds
2014-04-10 11:06:16,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0025
2014-04-10 11:06:16,432 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0025
2014-04-10 11:06:16,432 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0025
2014-04-10 11:06:16,549 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397145675630_0026_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000005.tokens
2014-04-10 11:06:16,549 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0026 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0026
2014-04-10 11:06:16,831 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742139_1315
2014-04-10 11:06:17,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.split dst=null perm=null
2014-04-10 11:06:17,798 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56610, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0026_m_000000_0_586965955_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742136_1312, duration: 169472
2014-04-10 11:06:17,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:18,073 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54806, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0026_m_000000_0_586965955_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 156541
2014-04-10 11:06:18,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.split dst=null perm=null
2014-04-10 11:06:18,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.split dst=null perm=null
2014-04-10 11:06:18,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/_temporary/1/_temporary/attempt_1397145675630_0026_m_000000_0 dst=null perm=null
2014-04-10 11:06:18,179 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54808, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0026_m_000001_0_532451394_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742136_1312, duration: 193235
2014-04-10 11:06:18,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.split dst=null perm=null
2014-04-10 11:06:18,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.split dst=null perm=null
2014-04-10 11:06:18,228 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50428, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0026_m_000003_0_239113535_1, offset: 1024, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742136_1312, duration: 163717
2014-04-10 11:06:18,240 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0026_01_000002
2014-04-10 11:06:18,240 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000002
2014-04-10 11:06:18,240 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:06:18,240 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0026_01_000002
2014-04-10 11:06:18,248 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0026_01_000002 is : 143
2014-04-10 11:06:18,256 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job_1397145675630_0026_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073742140_1316{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:06:18,265 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:06:18,265 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000002
2014-04-10 11:06:18,265 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000002
2014-04-10 11:06:18,265 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000002
2014-04-10 11:06:18,266 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000002
2014-04-10 11:06:18,266 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000002
2014-04-10 11:06:18,266 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:06:18,266 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0026_01_000002 from application application_1397145675630_0026
2014-04-10 11:06:18,266 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:18,266 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0026
2014-04-10 11:06:18,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:18,269 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54808, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0026_m_000001_0_532451394_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 153465
2014-04-10 11:06:18,282 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42088, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0026_m_000002_0_1996365871_1, offset: 512, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742136_1312, duration: 217742
2014-04-10 11:06:18,289 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50432, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0026_m_000004_0_-2006676398_1, offset: 1024, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742136_1312, duration: 177962
2014-04-10 11:06:18,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:18,296 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56621, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0026_m_000003_0_239113535_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 191784
2014-04-10 11:06:18,314 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742140_1316 src: /127.0.0.1:42091 dest: /127.0.0.1:37218
2014-04-10 11:06:18,315 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742140_1316 src: /127.0.0.1:56623 dest: /127.0.0.1:50911
2014-04-10 11:06:18,316 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742140_1316 src: /127.0.0.1:54818 dest: /127.0.0.1:36156
2014-04-10 11:06:18,319 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job_1397145675630_0026_1.jhist for DFSClient_NONMAPREDUCE_221195515_1
2014-04-10 11:06:18,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:18,344 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54819, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0026_m_000002_0_1996365871_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 139698
2014-04-10 11:06:18,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:18,361 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50432, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0026_m_000004_0_-2006676398_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 236097
2014-04-10 11:06:18,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/_temporary/1/_temporary/attempt_1397145675630_0026_m_000001_0 dst=null perm=null
2014-04-10 11:06:18,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/_temporary/1/_temporary/attempt_1397145675630_0026_m_000003_0 dst=null perm=null
2014-04-10 11:06:18,559 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0026_01_000003
2014-04-10 11:06:18,559 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000003
2014-04-10 11:06:18,559 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:06:18,560 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0026_01_000003
2014-04-10 11:06:18,560 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0026_01_000002
2014-04-10 11:06:18,560 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:18,560 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0026_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:06:18,560 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000002
2014-04-10 11:06:18,560 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0026_01_000002 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:06:18,560 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:06:18,561 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0026_01_000002, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:18,561 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:18,561 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:06:18,561 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0026_000001 released container container_1397145675630_0026_01_000002 on node: host: localhost:38779 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:06:18,568 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0026_01_000003 is : 143
2014-04-10 11:06:18,582 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:06:18,583 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000003
2014-04-10 11:06:18,583 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000003
2014-04-10 11:06:18,583 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000003
2014-04-10 11:06:18,583 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000003
2014-04-10 11:06:18,583 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:06:18,583 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000003
2014-04-10 11:06:18,583 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0026_01_000003 from application application_1397145675630_0026
2014-04-10 11:06:18,584 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:18,584 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0026
2014-04-10 11:06:18,591 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0026_01_000005
2014-04-10 11:06:18,591 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000005
2014-04-10 11:06:18,591 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:06:18,592 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0026_01_000005
2014-04-10 11:06:18,601 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0026_01_000005 is : 143
2014-04-10 11:06:18,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/_temporary/1/_temporary/attempt_1397145675630_0026_m_000002_0 dst=null perm=null
2014-04-10 11:06:18,610 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:06:18,610 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000005
2014-04-10 11:06:18,610 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000005
2014-04-10 11:06:18,610 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000005
2014-04-10 11:06:18,610 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000005
2014-04-10 11:06:18,610 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000005
2014-04-10 11:06:18,610 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:06:18,611 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0026_01_000005 from application application_1397145675630_0026
2014-04-10 11:06:18,611 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:18,611 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0026
2014-04-10 11:06:18,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/_temporary/1/_temporary/attempt_1397145675630_0026_m_000004_0 dst=null perm=null
2014-04-10 11:06:18,654 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0026_01_000004
2014-04-10 11:06:18,654 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000004
2014-04-10 11:06:18,654 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0026_01_000005
2014-04-10 11:06:18,654 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:06:18,655 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0026_01_000004
2014-04-10 11:06:18,655 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:18,655 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0026_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:06:18,655 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000005
2014-04-10 11:06:18,655 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0026_01_000005 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:06:18,655 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:06:18,655 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0026_01_000005, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:18,655 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:18,655 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:06:18,655 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0026_000001 released container container_1397145675630_0026_01_000005 on node: host: localhost:41546 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:06:18,661 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0026_01_000004 is : 143
2014-04-10 11:06:18,661 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0026_01_000006
2014-04-10 11:06:18,661 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000006
2014-04-10 11:06:18,661 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:06:18,662 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0026_01_000006
2014-04-10 11:06:18,674 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0026_01_000006 is : 143
2014-04-10 11:06:18,677 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:06:18,677 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000004
2014-04-10 11:06:18,677 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000004
2014-04-10 11:06:18,677 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000004
2014-04-10 11:06:18,677 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000004
2014-04-10 11:06:18,677 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000004
2014-04-10 11:06:18,677 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:06:18,677 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0026_01_000004 from application application_1397145675630_0026
2014-04-10 11:06:18,677 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:18,678 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0026
2014-04-10 11:06:18,682 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:06:18,682 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000006
2014-04-10 11:06:18,682 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000006
2014-04-10 11:06:18,682 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000006
2014-04-10 11:06:18,682 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000006
2014-04-10 11:06:18,682 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000006
2014-04-10 11:06:18,682 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:06:18,682 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0026_01_000006 from application application_1397145675630_0026
2014-04-10 11:06:18,682 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:18,682 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0026
2014-04-10 11:06:19,560 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0026_01_000003
2014-04-10 11:06:19,561 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:19,561 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0026_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:06:19,561 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000003
2014-04-10 11:06:19,561 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0026_01_000003 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:06:19,562 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:06:19,562 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0026_01_000003, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:19,562 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:19,562 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:06:19,562 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0026_000001 released container container_1397145675630_0026_01_000003 on node: host: localhost:38779 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:06:19,655 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0026_01_000004
2014-04-10 11:06:19,655 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:19,655 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0026_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:06:19,656 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000004
2014-04-10 11:06:19,656 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0026_01_000004 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:06:19,656 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:06:19,656 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0026_01_000004, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:19,656 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:19,656 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:06:19,656 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0026_000001 released container container_1397145675630_0026_01_000004 on node: host: localhost:41546 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:06:19,662 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0026_01_000006
2014-04-10 11:06:19,662 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:19,662 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0026_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:06:19,663 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000006
2014-04-10 11:06:19,663 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0026_01_000006 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:06:19,663 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:06:19,663 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0026_01_000006, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:19,663 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:19,663 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:06:19,663 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0026_000001 released container container_1397145675630_0026_01_000006 on node: host: localhost:43726 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:06:20,552 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:20,553 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000007
2014-04-10 11:06:20,553 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0026_01_000007 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:06:20,553 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0026 container=Container: [ContainerId: container_1397145675630_0026_01_000007, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0026_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:20,553 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:06:20,553 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:20,763 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:20,779 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0026_000001 (auth:SIMPLE)
2014-04-10 11:06:20,782 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0026_01_000007 by user brock
2014-04-10 11:06:20,782 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0026
2014-04-10 11:06:20,783 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000007
2014-04-10 11:06:20,783 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0026 transitioned from NEW to INITING
2014-04-10 11:06:20,783 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0026_01_000007 to application application_1397145675630_0026
2014-04-10 11:06:20,783 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0026 transitioned from INITING to RUNNING
2014-04-10 11:06:20,784 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 11:06:20,784 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0026
2014-04-10 11:06:20,784 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0026
2014-04-10 11:06:20,784 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:20,784 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0026
2014-04-10 11:06:20,785 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:06:20,785 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:06:20,785 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0026_01_000007
2014-04-10 11:06:20,795 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145675630_0026_01_000007.tokens. Credentials list:
2014-04-10 11:06:20,810 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:06:20,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145675630_0026_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000007.tokens
2014-04-10 11:06:20,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0026 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0026
2014-04-10 11:06:20,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar dst=null perm=null
2014-04-10 11:06:20,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar dst=null perm=null
2014-04-10 11:06:20,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar dst=null perm=null
2014-04-10 11:06:21,195 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42100, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1919811462_15793, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742135_1311, duration: 206211735
2014-04-10 11:06:21,215 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0026/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:21,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml dst=null perm=null
2014-04-10 11:06:21,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml dst=null perm=null
2014-04-10 11:06:21,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml dst=null perm=null
2014-04-10 11:06:21,237 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54826, bytes: 81597, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1919811462_15793, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742138_1314, duration: 378399
2014-04-10 11:06:21,256 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0026/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:21,256 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:21,290 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:21,290 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:21,354 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000007/default_container_executor.sh]
2014-04-10 11:06:21,552 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:21,768 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:06:23,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/_temporary/1/_temporary/attempt_1397145675630_0026_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:23,072 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/_temporary/1/_temporary/attempt_1397145675630_0026_r_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073742141_1317{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:06:23,151 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742141_1317 src: /127.0.0.1:54832 dest: /127.0.0.1:36156
2014-04-10 11:06:23,152 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742141_1317 src: /127.0.0.1:42108 dest: /127.0.0.1:37218
2014-04-10 11:06:23,153 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742141_1317 src: /127.0.0.1:50452 dest: /127.0.0.1:53749
2014-04-10 11:06:23,163 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50452, dest: /127.0.0.1:53749, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0026_r_000000_0_-1944874804_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742141_1317, duration: 9199527
2014-04-10 11:06:23,163 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742141_1317, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:23,163 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742141_1317{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:23,163 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42108, dest: /127.0.0.1:37218, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0026_r_000000_0_-1944874804_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742141_1317, duration: 9537364
2014-04-10 11:06:23,163 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742141_1317, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:23,163 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742141_1317{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:23,164 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54832, dest: /127.0.0.1:36156, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0026_r_000000_0_-1944874804_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742141_1317, duration: 9980601
2014-04-10 11:06:23,164 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742141_1317, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:23,164 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742141_1317{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:23,178 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/_temporary/1/_temporary/attempt_1397145675630_0026_r_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0026_r_000000_0_-1944874804_1
2014-04-10 11:06:23,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/_temporary/1/_temporary/attempt_1397145675630_0026_r_000000_0 dst=null perm=null
2014-04-10 11:06:23,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/_temporary/1/_temporary/attempt_1397145675630_0026_r_000000_0 dst=null perm=null
2014-04-10 11:06:23,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/_temporary/1/task_1397145675630_0026_r_000000 dst=null perm=null
2014-04-10 11:06:23,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/_temporary/1/_temporary/attempt_1397145675630_0026_r_000000_0 dst=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/_temporary/1/task_1397145675630_0026_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:23,299 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0026_01_000007
2014-04-10 11:06:23,299 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000007
2014-04-10 11:06:23,299 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000007 transitioned from RUNNING to KILLING
2014-04-10 11:06:23,299 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0026_01_000007
2014-04-10 11:06:23,307 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0026_01_000007 is : 143
2014-04-10 11:06:23,318 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:06:23,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000007
2014-04-10 11:06:23,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000007
2014-04-10 11:06:23,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000007
2014-04-10 11:06:23,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000007
2014-04-10 11:06:23,319 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000007
2014-04-10 11:06:23,320 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:06:23,320 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0026_01_000007 from application application_1397145675630_0026
2014-04-10 11:06:23,320 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:23,320 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0026
2014-04-10 11:06:23,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:23,337 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_221195515_1
2014-04-10 11:06:23,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/_temporary/1 dst=null perm=null
2014-04-10 11:06:23,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45 dst=null perm=null
2014-04-10 11:06:23,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45 dst=null perm=null
2014-04-10 11:06:23,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/_temporary/1/task_1397145675630_0026_r_000000 dst=null perm=null
2014-04-10 11:06:23,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/part-00000 dst=null perm=null
2014-04-10 11:06:23,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/_temporary/1/task_1397145675630_0026_r_000000/part-00000 dst=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:23,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/_temporary dst=null perm=null
2014-04-10 11:06:23,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:23,420 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/_SUCCESS is closed by DFSClient_NONMAPREDUCE_221195515_1
2014-04-10 11:06:23,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:23,453 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_221195515_1
2014-04-10 11:06:23,480 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54818, dest: /127.0.0.1:36156, bytes: 65215, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_221195515_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742140_1316, duration: 5163353546
2014-04-10 11:06:23,481 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742140_1316, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:23,482 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742140_1316{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 15605
2014-04-10 11:06:23,482 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56623, dest: /127.0.0.1:50911, bytes: 65215, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_221195515_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742140_1316, duration: 5164366926
2014-04-10 11:06:23,482 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742140_1316, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:23,483 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742140_1316{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 15605
2014-04-10 11:06:23,483 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42091, dest: /127.0.0.1:37218, bytes: 65215, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_221195515_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742140_1316, duration: 5165756374
2014-04-10 11:06:23,483 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742140_1316, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:23,484 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742140_1316{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 15605
2014-04-10 11:06:23,495 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job_1397145675630_0026_1.jhist is closed by DFSClient_NONMAPREDUCE_221195515_1
2014-04-10 11:06:23,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:23,515 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742142_1318{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:06:23,531 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742142_1318 src: /127.0.0.1:56641 dest: /127.0.0.1:50911
2014-04-10 11:06:23,532 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742142_1318 src: /127.0.0.1:54836 dest: /127.0.0.1:36156
2014-04-10 11:06:23,533 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742142_1318 src: /127.0.0.1:50455 dest: /127.0.0.1:53749
2014-04-10 11:06:23,536 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50455, dest: /127.0.0.1:53749, bytes: 424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_221195515_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742142_1318, duration: 2194851
2014-04-10 11:06:23,537 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742142_1318, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:23,537 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742142_1318{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:23,537 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54836, dest: /127.0.0.1:36156, bytes: 424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_221195515_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742142_1318, duration: 2630860
2014-04-10 11:06:23,538 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742142_1318, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:23,538 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742142_1318{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:23,538 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56641, dest: /127.0.0.1:50911, bytes: 424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_221195515_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742142_1318, duration: 3413323
2014-04-10 11:06:23,538 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742142_1318, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:23,539 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742142_1318{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:23,553 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026.summary_tmp is closed by DFSClient_NONMAPREDUCE_221195515_1
2014-04-10 11:06:23,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:23,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job_1397145675630_0026_1.jhist dst=null perm=null
2014-04-10 11:06:23,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026-1397145968868-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F93AF0EA9F8AE46C3-1397145983455-5-1-SUCCEEDED-default-1397145972698.jhist_tmp dst=null perm=null
2014-04-10 11:06:23,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job_1397145675630_0026_1.jhist dst=null perm=null
2014-04-10 11:06:23,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026-1397145968868-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F93AF0EA9F8AE46C3-1397145983455-5-1-SUCCEEDED-default-1397145972698.jhist_tmp dst=null perm=null
2014-04-10 11:06:23,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job_1397145675630_0026_1.jhist dst=null perm=null
2014-04-10 11:06:23,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026-1397145968868-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F93AF0EA9F8AE46C3-1397145983455-5-1-SUCCEEDED-default-1397145972698.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:23,648 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54838, bytes: 65727, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_221195515_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742140_1316, duration: 275819
2014-04-10 11:06:23,651 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026-1397145968868-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F93AF0EA9F8AE46C3-1397145983455-5-1-SUCCEEDED-default-1397145972698.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742143_1319{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:06:23,664 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742143_1319 src: /127.0.0.1:56645 dest: /127.0.0.1:50911
2014-04-10 11:06:23,665 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742143_1319 src: /127.0.0.1:54840 dest: /127.0.0.1:36156
2014-04-10 11:06:23,666 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742143_1319 src: /127.0.0.1:42116 dest: /127.0.0.1:37218
2014-04-10 11:06:23,671 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42116, dest: /127.0.0.1:37218, bytes: 65215, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_221195515_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742143_1319, duration: 3608581
2014-04-10 11:06:23,672 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742143_1319, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:23,672 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742143_1319{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:23,673 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54840, dest: /127.0.0.1:36156, bytes: 65215, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_221195515_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742143_1319, duration: 4241626
2014-04-10 11:06:23,673 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742143_1319, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:23,673 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742143_1319{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:23,673 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56645, dest: /127.0.0.1:50911, bytes: 65215, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_221195515_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742143_1319, duration: 5167847
2014-04-10 11:06:23,674 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742143_1319, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:23,674 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742143_1319{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:23,687 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026-1397145968868-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F93AF0EA9F8AE46C3-1397145983455-5-1-SUCCEEDED-default-1397145972698.jhist_tmp is closed by DFSClient_NONMAPREDUCE_221195515_1
2014-04-10 11:06:23,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026-1397145968868-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F93AF0EA9F8AE46C3-1397145983455-5-1-SUCCEEDED-default-1397145972698.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:23,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job_1397145675630_0026_1_conf.xml dst=null perm=null
2014-04-10 11:06:23,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026_conf.xml_tmp dst=null perm=null
2014-04-10 11:06:23,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job_1397145675630_0026_1_conf.xml dst=null perm=null
2014-04-10 11:06:23,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026_conf.xml_tmp dst=null perm=null
2014-04-10 11:06:23,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026/job_1397145675630_0026_1_conf.xml dst=null perm=null
2014-04-10 11:06:23,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:23,731 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50460, bytes: 95778, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_221195515_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742139_1315, duration: 349675
2014-04-10 11:06:23,734 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742144_1320{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:06:23,747 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742144_1320 src: /127.0.0.1:50461 dest: /127.0.0.1:53749
2014-04-10 11:06:23,749 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742144_1320 src: /127.0.0.1:54844 dest: /127.0.0.1:36156
2014-04-10 11:06:23,750 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742144_1320 src: /127.0.0.1:56651 dest: /127.0.0.1:50911
2014-04-10 11:06:23,754 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56651, dest: /127.0.0.1:50911, bytes: 95034, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_221195515_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742144_1320, duration: 2652111
2014-04-10 11:06:23,754 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742144_1320, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:23,754 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742144_1320{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:06:23,754 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54844, dest: /127.0.0.1:36156, bytes: 95034, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_221195515_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742144_1320, duration: 3277854
2014-04-10 11:06:23,755 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742144_1320, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:23,755 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742144_1320{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:06:23,755 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50461, dest: /127.0.0.1:53749, bytes: 95034, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_221195515_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742144_1320, duration: 4156734
2014-04-10 11:06:23,756 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742144_1320, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:23,756 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742144_1320{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:06:23,770 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_221195515_1
2014-04-10 11:06:23,770 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742140_1316
2014-04-10 11:06:23,772 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742143_1319
2014-04-10 11:06:23,773 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742141_1317
2014-04-10 11:06:23,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:23,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:23,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:23,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026-1397145968868-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F93AF0EA9F8AE46C3-1397145983455-5-1-SUCCEEDED-default-1397145972698.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026-1397145968868-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F93AF0EA9F8AE46C3-1397145983455-5-1-SUCCEEDED-default-1397145972698.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:23,846 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0026_000001 with final state: FINISHING
2014-04-10 11:06:23,846 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0026_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:06:23,846 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0026 with final state: FINISHING
2014-04-10 11:06:23,847 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0026 State change from RUNNING to FINAL_SAVING
2014-04-10 11:06:23,847 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0026
2014-04-10 11:06:23,847 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0026_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:06:23,847 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0026 State change from FINAL_SAVING to FINISHING
2014-04-10 11:06:23,855 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:06:23,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:06:23,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:06:23,860 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0026 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026-1397145968868-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F93AF0EA9F8AE46C3-1397145983455-5-1-SUCCEEDED-default-1397145972698.jhist
2014-04-10 11:06:23,861 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026-1397145968868-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F93AF0EA9F8AE46C3-1397145983455-5-1-SUCCEEDED-default-1397145972698.jhist]
2014-04-10 11:06:23,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026-1397145968868-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F93AF0EA9F8AE46C3-1397145983455-5-1-SUCCEEDED-default-1397145972698.jhist dst=null perm=null
2014-04-10 11:06:23,864 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42123, bytes: 65727, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742143_1319, duration: 281380
2014-04-10 11:06:23,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026.summary dst=null perm=null
2014-04-10 11:06:23,885 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54849, bytes: 428, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742142_1318, duration: 223941
2014-04-10 11:06:23,885 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0026,submitTime=1397145968868,launchTime=1397145972698,firstMapTaskLaunchTime=1397145974866,firstReduceTaskLaunchTime=1397145980784,finishTime=1397145983455,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=18,reduceSlotSeconds=2,jobName=[1B3CD90C0E42418DAEDBD24955A57257/93AF0EA9F8AE46C39D8A1236C2C81C8B] lower*upper/(2/2)
2014-04-10 11:06:23,885 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026.summary]
2014-04-10 11:06:23,904 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742142_1318 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:53749
2014-04-10 11:06:23,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026.summary dst=null perm=null
2014-04-10 11:06:23,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:06:23,906 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026-1397145968868-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F93AF0EA9F8AE46C3-1397145983455-5-1-SUCCEEDED-default-1397145972698.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0026-1397145968868-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F93AF0EA9F8AE46C3-1397145983455-5-1-SUCCEEDED-default-1397145972698.jhist
2014-04-10 11:06:23,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026-1397145968868-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F93AF0EA9F8AE46C3-1397145983455-5-1-SUCCEEDED-default-1397145972698.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0026-1397145968868-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F93AF0EA9F8AE46C3-1397145983455-5-1-SUCCEEDED-default-1397145972698.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:23,921 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0026_conf.xml
2014-04-10 11:06:23,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0026_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0026_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:23,953 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/2) ...atform/joinfilteredbranch
2014-04-10 11:06:23,977 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:06:23,984 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:06:23,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch dst=null perm=null
2014-04-10 11:06:23,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:06:23,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:06:23,988 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 27
2014-04-10 11:06:23,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027 dst=null perm=null
2014-04-10 11:06:24,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:06:24,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:06:24,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar dst=null perm=null
2014-04-10 11:06:24,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:24,081 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073742145_1321{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:06:24,096 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742145_1321 src: /127.0.0.1:50468 dest: /127.0.0.1:53749
2014-04-10 11:06:24,098 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742145_1321 src: /127.0.0.1:56657 dest: /127.0.0.1:50911
2014-04-10 11:06:24,099 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742145_1321 src: /127.0.0.1:54852 dest: /127.0.0.1:36156
2014-04-10 11:06:24,104 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54852, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742145_1321, duration: 3766699
2014-04-10 11:06:24,104 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742145_1321, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:24,105 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742145_1321{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:06:24,105 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56657, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742145_1321, duration: 4445862
2014-04-10 11:06:24,105 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742145_1321, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:24,105 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742145_1321{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:06:24,106 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50468, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742145_1321, duration: 4393671
2014-04-10 11:06:24,106 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742145_1321, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:24,106 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742145_1321{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:06:24,120 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:06:24,121 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar
2014-04-10 11:06:24,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar dst=null perm=null
2014-04-10 11:06:24,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:24,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:24,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:24,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:24,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:06:24,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:06:24,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:06:24,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:06:24,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:06:24,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:24,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:06:24,164 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:06:24,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:06:24,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:24,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:24,196 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.split
2014-04-10 11:06:24,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.split dst=null perm=null
2014-04-10 11:06:24,214 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073742146_1322{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:06:24,230 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742146_1322 src: /127.0.0.1:56659 dest: /127.0.0.1:50911
2014-04-10 11:06:24,231 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742146_1322 src: /127.0.0.1:54854 dest: /127.0.0.1:36156
2014-04-10 11:06:24,232 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742146_1322 src: /127.0.0.1:42130 dest: /127.0.0.1:37218
2014-04-10 11:06:24,233 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742146_1322 src: /127.0.0.1:50474 dest: /127.0.0.1:53749
2014-04-10 11:06:24,236 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50474, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742146_1322, duration: 2271419
2014-04-10 11:06:24,237 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742146_1322, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:24,237 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742146_1322{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:24,237 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42130, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742146_1322, duration: 2700006
2014-04-10 11:06:24,238 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742146_1322, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:24,238 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742146_1322{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:24,238 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54854, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742146_1322, duration: 3417765
2014-04-10 11:06:24,238 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742146_1322, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:24,239 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56659, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742146_1322, duration: 3880153
2014-04-10 11:06:24,239 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742146_1322{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:24,239 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742146_1322, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:24,239 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742146_1322{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:24,253 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:06:24,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:24,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:24,288 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073742147_1323{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:06:24,300 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0026_01_000007
2014-04-10 11:06:24,300 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:24,301 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0026_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 11:06:24,301 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000007
2014-04-10 11:06:24,301 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0026_01_000007 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:06:24,301 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:06:24,301 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0026_01_000007, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:24,301 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:24,302 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:06:24,302 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0026_000001 released container container_1397145675630_0026_01_000007 on node: host: localhost:55857 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:06:24,305 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742147_1323 src: /127.0.0.1:42132 dest: /127.0.0.1:37218
2014-04-10 11:06:24,306 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742147_1323 src: /127.0.0.1:50476 dest: /127.0.0.1:53749
2014-04-10 11:06:24,307 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742147_1323 src: /127.0.0.1:56665 dest: /127.0.0.1:50911
2014-04-10 11:06:24,310 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56665, dest: /127.0.0.1:50911, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742147_1323, duration: 1317786
2014-04-10 11:06:24,310 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742147_1323, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:24,310 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742147_1323{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:06:24,310 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50476, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742147_1323, duration: 2020043
2014-04-10 11:06:24,311 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742147_1323, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:24,311 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742147_1323{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:06:24,311 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42132, dest: /127.0.0.1:37218, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742147_1323, duration: 2462767
2014-04-10 11:06:24,311 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742147_1323, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:24,312 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742147_1323{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:06:24,328 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:06:24,329 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:06:24,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:24,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:24,369 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742148_1324{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:06:24,388 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742148_1324 src: /127.0.0.1:56666 dest: /127.0.0.1:50911
2014-04-10 11:06:24,389 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742148_1324 src: /127.0.0.1:42136 dest: /127.0.0.1:37218
2014-04-10 11:06:24,390 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742148_1324 src: /127.0.0.1:50480 dest: /127.0.0.1:53749
2014-04-10 11:06:24,394 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50480, dest: /127.0.0.1:53749, bytes: 81642, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742148_1324, duration: 1934915
2014-04-10 11:06:24,394 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742148_1324{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:24,394 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42136, dest: /127.0.0.1:37218, bytes: 81642, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742148_1324, duration: 2801320
2014-04-10 11:06:24,395 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742148_1324, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:24,395 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56666, dest: /127.0.0.1:50911, bytes: 81642, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742148_1324, duration: 3298481
2014-04-10 11:06:24,395 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742148_1324{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:24,395 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742148_1324, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:24,395 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742148_1324, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:24,396 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742148_1324{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:24,412 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:06:24,412 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0027
2014-04-10 11:06:24,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027 dst=null perm=null
2014-04-10 11:06:24,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.xml dst=null perm=null
2014-04-10 11:06:24,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.xml dst=null perm=null
2014-04-10 11:06:24,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar dst=null perm=null
2014-04-10 11:06:24,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar dst=null perm=null
2014-04-10 11:06:24,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.split dst=null perm=null
2014-04-10 11:06:24,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.split dst=null perm=null
2014-04-10 11:06:24,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:24,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:24,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:24,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:24,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:24,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:24,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:24,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:24,467 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 27 submitted by user brock
2014-04-10 11:06:24,467 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0027
2014-04-10 11:06:24,467 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0027
2014-04-10 11:06:24,467 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0027
2014-04-10 11:06:24,467 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0027 State change from NEW to NEW_SAVING
2014-04-10 11:06:24,468 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0027 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:06:24,468 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0027_000001
2014-04-10 11:06:24,468 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0027_000001 State change from NEW to SUBMITTED
2014-04-10 11:06:24,468 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0027 from user: brock activated in queue: default
2014-04-10 11:06:24,469 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0027 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:06:24,469 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0027 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:06:24,469 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0027
2014-04-10 11:06:24,469 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0027_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:06:24,469 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0027_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:06:24,470 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0027 State change from SUBMITTED to ACCEPTED
2014-04-10 11:06:24,472 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0027/
2014-04-10 11:06:24,472 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397145675630_0027
2014-04-10 11:06:24,472 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:33250/proxy/application_1397145675630_0027/
2014-04-10 11:06:24,592 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0027_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:24,592 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000001
2014-04-10 11:06:24,593 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0027_01_000001 of capacity <memory:2048, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 11:06:24,593 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0027 container=Container: [ContainerId: container_1397145675630_0027_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0027_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:24,593 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:06:24,593 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0027_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:24,593 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:24,594 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0027 AttemptId: appattempt_1397145675630_0027_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0027_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ]
2014-04-10 11:06:24,594 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0027_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:06:24,594 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0027_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:06:24,594 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0027_000001
2014-04-10 11:06:24,595 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0027_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] for AM appattempt_1397145675630_0027_000001
2014-04-10 11:06:24,595 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0027_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:06:24,598 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0027_000001 (auth:SIMPLE)
2014-04-10 11:06:24,600 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0027_01_000001 by user brock
2014-04-10 11:06:24,600 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0027
2014-04-10 11:06:24,600 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000001
2014-04-10 11:06:24,600 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0027 transitioned from NEW to INITING
2014-04-10 11:06:24,600 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0027_01_000001 to application application_1397145675630_0027
2014-04-10 11:06:24,601 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0027 transitioned from INITING to RUNNING
2014-04-10 11:06:24,601 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0027_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] for AM appattempt_1397145675630_0027_000001
2014-04-10 11:06:24,601 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0027_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:06:24,601 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:06:24,601 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0027
2014-04-10 11:06:24,601 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:06:24,601 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:06:24,601 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:06:24,601 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:06:24,601 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0027_01_000001
2014-04-10 11:06:24,609 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397145675630_0027_01_000001.tokens. Credentials list:
2014-04-10 11:06:24,624 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:06:24,692 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397145675630_0027_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000001.tokens
2014-04-10 11:06:24,692 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0027 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0027
2014-04-10 11:06:24,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar dst=null perm=null
2014-04-10 11:06:24,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar dst=null perm=null
2014-04-10 11:06:24,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar dst=null perm=null
2014-04-10 11:06:24,810 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56672, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-319738865_15971, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742145_1321, duration: 857358
2014-04-10 11:06:24,839 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0027/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:24,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:24,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:24,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:24,867 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56672, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-319738865_15971, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742147_1323, duration: 242282
2014-04-10 11:06:24,878 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742135_1311 127.0.0.1:36156 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:06:24,879 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742136_1312 127.0.0.1:36156 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:06:24,879 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742137_1313 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:53749
2014-04-10 11:06:24,879 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742138_1314 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:06:24,879 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742140_1316 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:06:24,880 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742139_1315 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:53749
2014-04-10 11:06:24,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0026 dst=null perm=null
2014-04-10 11:06:24,889 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0027/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:24,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.split dst=null perm=null
2014-04-10 11:06:24,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.split dst=null perm=null
2014-04-10 11:06:24,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.split dst=null perm=null
2014-04-10 11:06:24,917 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42142, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-319738865_15971, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742146_1322, duration: 235329
2014-04-10 11:06:24,937 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0027/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:24,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.xml dst=null perm=null
2014-04-10 11:06:24,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.xml dst=null perm=null
2014-04-10 11:06:24,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.xml dst=null perm=null
2014-04-10 11:06:24,963 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56672, bytes: 82282, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-319738865_15971, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742148_1324, duration: 359733
2014-04-10 11:06:24,982 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0027/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:24,982 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:25,016 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:25,016 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:25,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000001/default_container_executor.sh]
2014-04-10 11:06:25,154 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53749 to replicate blk_1073742145_1321 to datanode(s) 127.0.0.1:37218
2014-04-10 11:06:25,154 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073742135_1311, blk_1073742136_1312, blk_1073742140_1316, blk_1073742142_1318]
2014-04-10 11:06:25,154 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073742135_1311, blk_1073742136_1312, blk_1073742137_1313, blk_1073742138_1314, blk_1073742139_1315, blk_1073742140_1316, blk_1073742142_1318]
2014-04-10 11:06:25,179 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742147_1323
2014-04-10 11:06:25,179 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742148_1324
2014-04-10 11:06:25,180 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742141_1317
2014-04-10 11:06:25,180 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742146_1322
2014-04-10 11:06:25,381 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742145_1321
2014-04-10 11:06:25,381 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742142_1318
2014-04-10 11:06:25,382 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742144_1320
2014-04-10 11:06:25,562 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0027_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:26,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:06:26,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/COMMIT_STARTED dst=null perm=null
2014-04-10 11:06:26,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:06:26,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/COMMIT_FAIL dst=null perm=null
2014-04-10 11:06:26,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027 dst=null perm=null
2014-04-10 11:06:26,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:06:26,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:06:26,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742135_1311 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742135 for deletion
2014-04-10 11:06:26,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742136_1312 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742136 for deletion
2014-04-10 11:06:26,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742137_1313 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742137 for deletion
2014-04-10 11:06:26,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742135_1311 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742135
2014-04-10 11:06:26,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742138_1314 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742138 for deletion
2014-04-10 11:06:26,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742136_1312 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742136
2014-04-10 11:06:26,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742137_1313 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742137
2014-04-10 11:06:26,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742139_1315 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742139 for deletion
2014-04-10 11:06:26,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742138_1314 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742138
2014-04-10 11:06:26,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742140_1316 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742140 for deletion
2014-04-10 11:06:26,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742139_1315 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742139
2014-04-10 11:06:26,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742142_1318 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742142 for deletion
2014-04-10 11:06:26,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742140_1316 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742140
2014-04-10 11:06:26,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742142_1318 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742142
2014-04-10 11:06:26,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:26,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:26,577 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42144, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-935573734_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742147_1323, duration: 155907
2014-04-10 11:06:26,662 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=68edbb52-d631-4c11-b1f4-78133ce1dada, infoPort=59891, ipcPort=41399, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073742145_1321 to 127.0.0.1:37218
2014-04-10 11:06:26,663 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742145_1321 src: /127.0.0.1:42145 dest: /127.0.0.1:37218
2014-04-10 11:06:26,663 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073742145_1321 (numBytes=244650) to 127.0.0.1/127.0.0.1:37218
2014-04-10 11:06:26,664 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073742145_1321 src: /127.0.0.1:42145 dest: /127.0.0.1:37218 of size 244650
2014-04-10 11:06:26,664 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742145_1321 size 244650
2014-04-10 11:06:26,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742135_1311 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742135 for deletion
2014-04-10 11:06:26,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742136_1312 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742136 for deletion
2014-04-10 11:06:26,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742140_1316 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742140 for deletion
2014-04-10 11:06:26,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742135_1311 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742135
2014-04-10 11:06:26,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742142_1318 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742142 for deletion
2014-04-10 11:06:26,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742136_1312 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742136
2014-04-10 11:06:26,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742140_1316 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742140
2014-04-10 11:06:26,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742142_1318 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742142
2014-04-10 11:06:26,834 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742146_1322
2014-04-10 11:06:26,835 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742144_1320
2014-04-10 11:06:26,836 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742145_1321
2014-04-10 11:06:26,837 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742141_1317
2014-04-10 11:06:27,035 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742143_1319
2014-04-10 11:06:27,164 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0027_000001 (auth:SIMPLE)
2014-04-10 11:06:27,166 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0027_000001
2014-04-10 11:06:27,166 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0027 APPATTEMPTID=appattempt_1397145675630_0027_000001
2014-04-10 11:06:27,166 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0027_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:06:27,166 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0027 State change from ACCEPTED to RUNNING
2014-04-10 11:06:27,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job_1397145675630_0027_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:27,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:27,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job_1397145675630_0027_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:27,359 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job_1397145675630_0027_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742149_1325{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:06:27,394 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742149_1325 src: /127.0.0.1:42147 dest: /127.0.0.1:37218
2014-04-10 11:06:27,395 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742149_1325 src: /127.0.0.1:54873 dest: /127.0.0.1:36156
2014-04-10 11:06:27,396 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742149_1325 src: /127.0.0.1:56680 dest: /127.0.0.1:50911
2014-04-10 11:06:27,400 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56680, dest: /127.0.0.1:50911, bytes: 95529, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-935573734_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742149_1325, duration: 3878662
2014-04-10 11:06:27,400 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742149_1325, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:27,401 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54873, dest: /127.0.0.1:36156, bytes: 95529, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-935573734_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742149_1325, duration: 4265202
2014-04-10 11:06:27,401 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742149_1325{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:06:27,401 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742149_1325, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:27,401 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42147, dest: /127.0.0.1:37218, bytes: 95529, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-935573734_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742149_1325, duration: 4612210
2014-04-10 11:06:27,401 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742149_1325, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:27,401 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742149_1325{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:06:27,401 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742149_1325{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:06:27,420 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job_1397145675630_0027_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-935573734_1
2014-04-10 11:06:27,977 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742148_1324
2014-04-10 11:06:27,978 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742144_1320
2014-04-10 11:06:27,979 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742147_1323
2014-04-10 11:06:27,979 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742146_1322
2014-04-10 11:06:27,981 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742149_1325
2014-04-10 11:06:28,155 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742135_1311, blk_1073742136_1312, blk_1073742137_1313, blk_1073742138_1314, blk_1073742139_1315, blk_1073742142_1318]
2014-04-10 11:06:28,155 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742135_1311, blk_1073742136_1312, blk_1073742137_1313, blk_1073742138_1314, blk_1073742139_1315, blk_1073742140_1316]
2014-04-10 11:06:28,302 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0027_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:28,302 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000002
2014-04-10 11:06:28,302 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0027_01_000002 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:06:28,302 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0027 container=Container: [ContainerId: container_1397145675630_0027_01_000002, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0027_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:28,303 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:06:28,303 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:28,303 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0027_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:28,303 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000003
2014-04-10 11:06:28,303 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0027_01_000003 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:06:28,303 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0027 container=Container: [ContainerId: container_1397145675630_0027_01_000003, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0027_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:28,304 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:06:28,304 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:28,304 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0027_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:28,304 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000004
2014-04-10 11:06:28,305 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0027_01_000004 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:06:28,305 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0027 container=Container: [ContainerId: container_1397145675630_0027_01_000004, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0027_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:28,305 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:06:28,305 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:28,305 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0027_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:28,306 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000005
2014-04-10 11:06:28,306 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0027_01_000005 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:06:28,306 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0027 container=Container: [ContainerId: container_1397145675630_0027_01_000005, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0027_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:28,306 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:06:28,306 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:28,378 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742145_1321
2014-04-10 11:06:28,379 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742143_1319
2014-04-10 11:06:28,658 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0027_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:28,658 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000006
2014-04-10 11:06:28,658 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0027_01_000006 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:06:28,658 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0027 container=Container: [ContainerId: container_1397145675630_0027_01_000006, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0027_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:28,659 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:06:28,659 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:28,778 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742149_1325
2014-04-10 11:06:28,979 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742145_1321
2014-04-10 11:06:28,980 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742147_1323
2014-04-10 11:06:28,981 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742148_1324
2014-04-10 11:06:28,981 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742146_1322
2014-04-10 11:06:29,198 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0027_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:29,198 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0027_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:29,199 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0027_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:29,199 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0027_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:29,199 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0027_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:29,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar dst=null perm=null
2014-04-10 11:06:29,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar dst=null perm=null
2014-04-10 11:06:29,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.xml dst=null perm=null
2014-04-10 11:06:29,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.xml dst=null perm=null
2014-04-10 11:06:29,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:29,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:29,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:29,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:29,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:29,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:29,323 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0027_000001 (auth:SIMPLE)
2014-04-10 11:06:29,323 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0027_000001 (auth:SIMPLE)
2014-04-10 11:06:29,327 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0027_01_000003 by user brock
2014-04-10 11:06:29,327 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0027_01_000002 by user brock
2014-04-10 11:06:29,327 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0027_01_000005 by user brock
2014-04-10 11:06:29,328 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0027_01_000006 by user brock
2014-04-10 11:06:29,328 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0027_01_000004 by user brock
2014-04-10 11:06:29,328 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0027
2014-04-10 11:06:29,328 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0027
2014-04-10 11:06:29,328 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000006
2014-04-10 11:06:29,328 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000003
2014-04-10 11:06:29,328 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0027 transitioned from NEW to INITING
2014-04-10 11:06:29,328 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000004
2014-04-10 11:06:29,328 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000005
2014-04-10 11:06:29,328 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0027_01_000002 to application application_1397145675630_0027
2014-04-10 11:06:29,329 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0027_01_000005 to application application_1397145675630_0027
2014-04-10 11:06:29,328 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000002
2014-04-10 11:06:29,329 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0027_01_000004 to application application_1397145675630_0027
2014-04-10 11:06:29,329 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0027 transitioned from NEW to INITING
2014-04-10 11:06:29,329 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0027_01_000003 to application application_1397145675630_0027
2014-04-10 11:06:29,329 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0027 transitioned from INITING to RUNNING
2014-04-10 11:06:29,328 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0027_01_000006 to application application_1397145675630_0027
2014-04-10 11:06:29,329 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:06:29,329 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0027 transitioned from INITING to RUNNING
2014-04-10 11:06:29,330 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:06:29,330 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:06:29,330 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0027
2014-04-10 11:06:29,330 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0027
2014-04-10 11:06:29,330 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:29,330 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:06:29,330 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0027
2014-04-10 11:06:29,330 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:06:29,330 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0027
2014-04-10 11:06:29,330 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:06:29,330 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0027
2014-04-10 11:06:29,330 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:29,330 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:06:29,330 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0027
2014-04-10 11:06:29,330 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0027_01_000006
2014-04-10 11:06:29,330 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:06:29,331 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:06:29,331 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0027
2014-04-10 11:06:29,331 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0027
2014-04-10 11:06:29,331 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:29,331 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0027
2014-04-10 11:06:29,331 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0027
2014-04-10 11:06:29,331 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0027
2014-04-10 11:06:29,331 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:29,331 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0027
2014-04-10 11:06:29,332 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0027
2014-04-10 11:06:29,332 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0027
2014-04-10 11:06:29,332 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:29,332 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0027
2014-04-10 11:06:29,332 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0027_01_000004
2014-04-10 11:06:29,332 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0027_01_000003
2014-04-10 11:06:29,333 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0027_01_000005
2014-04-10 11:06:29,333 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0027_01_000002
2014-04-10 11:06:29,341 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397145675630_0027_01_000006.tokens. Credentials list:
2014-04-10 11:06:29,342 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397145675630_0027_01_000004.tokens. Credentials list:
2014-04-10 11:06:29,342 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0027_01_000003.tokens. Credentials list:
2014-04-10 11:06:29,342 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145675630_0027_01_000002.tokens. Credentials list:
2014-04-10 11:06:29,341 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0027_01_000005.tokens. Credentials list:
2014-04-10 11:06:29,352 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:06:29,352 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:06:29,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397145675630_0027_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000004.tokens
2014-04-10 11:06:29,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0027 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0027
2014-04-10 11:06:29,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397145675630_0027_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000006.tokens
2014-04-10 11:06:29,432 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0027 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0027
2014-04-10 11:06:29,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar dst=null perm=null
2014-04-10 11:06:29,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar dst=null perm=null
2014-04-10 11:06:29,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar dst=null perm=null
2014-04-10 11:06:29,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar dst=null perm=null
2014-04-10 11:06:29,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar dst=null perm=null
2014-04-10 11:06:29,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar dst=null perm=null
2014-04-10 11:06:29,555 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50499, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1941951405_16147, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742145_1321, duration: 1179537
2014-04-10 11:06:29,558 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56688, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-717225343_16148, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742145_1321, duration: 578291
2014-04-10 11:06:29,584 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0027/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:29,587 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0027/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:29,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.xml dst=null perm=null
2014-04-10 11:06:29,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.xml dst=null perm=null
2014-04-10 11:06:29,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.xml dst=null perm=null
2014-04-10 11:06:29,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.xml dst=null perm=null
2014-04-10 11:06:29,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.xml dst=null perm=null
2014-04-10 11:06:29,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.xml dst=null perm=null
2014-04-10 11:06:29,613 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50499, bytes: 82282, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1941951405_16147, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742148_1324, duration: 382716
2014-04-10 11:06:29,614 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56688, bytes: 82282, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-717225343_16148, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742148_1324, duration: 306444
2014-04-10 11:06:29,636 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0027/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:29,636 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:29,636 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:29,637 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:29,637 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:29,637 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:29,636 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0027/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:29,658 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0027_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:29,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742135_1311 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742135 for deletion
2014-04-10 11:06:29,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742136_1312 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742136 for deletion
2014-04-10 11:06:29,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742137_1313 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742137 for deletion
2014-04-10 11:06:29,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742135_1311 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742135
2014-04-10 11:06:29,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742138_1314 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742138 for deletion
2014-04-10 11:06:29,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742136_1312 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742136
2014-04-10 11:06:29,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742139_1315 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742139 for deletion
2014-04-10 11:06:29,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742137_1313 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742137
2014-04-10 11:06:29,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742142_1318 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742142 for deletion
2014-04-10 11:06:29,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742138_1314 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742138
2014-04-10 11:06:29,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742139_1315 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742139
2014-04-10 11:06:29,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742142_1318 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742142
2014-04-10 11:06:29,688 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:29,688 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:29,688 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:29,688 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:29,689 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:29,689 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:29,689 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:29,689 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:29,689 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:29,689 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:29,761 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000003/default_container_executor.sh]
2014-04-10 11:06:29,761 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000002/default_container_executor.sh]
2014-04-10 11:06:29,761 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000005/default_container_executor.sh]
2014-04-10 11:06:29,761 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000004/default_container_executor.sh]
2014-04-10 11:06:29,762 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000006/default_container_executor.sh]
2014-04-10 11:06:29,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742135_1311 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742135 for deletion
2014-04-10 11:06:29,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742136_1312 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742136 for deletion
2014-04-10 11:06:29,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742137_1313 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742137 for deletion
2014-04-10 11:06:29,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742135_1311 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742135
2014-04-10 11:06:29,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742138_1314 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742138 for deletion
2014-04-10 11:06:29,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742137_1313 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742137
2014-04-10 11:06:29,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742139_1315 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742139 for deletion
2014-04-10 11:06:29,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742136_1312 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742136
2014-04-10 11:06:29,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742140_1316 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742140 for deletion
2014-04-10 11:06:29,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742138_1314 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742138
2014-04-10 11:06:29,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742140_1316 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742140
2014-04-10 11:06:29,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742139_1315 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742139
2014-04-10 11:06:30,004 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0026_01_000001 succeeded
2014-04-10 11:06:30,004 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:06:30,004 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0026_01_000001
2014-04-10 11:06:30,015 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000001
2014-04-10 11:06:30,015 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000001
2014-04-10 11:06:30,016 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000001
2014-04-10 11:06:30,016 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000001
2014-04-10 11:06:30,016 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0026_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:06:30,016 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0026/container_1397145675630_0026_01_000001
2014-04-10 11:06:30,016 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0026_01_000001 from application application_1397145675630_0026
2014-04-10 11:06:30,018 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:30,018 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0026
2014-04-10 11:06:30,220 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:06:30,302 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0027_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:30,302 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0027_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:30,302 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0027_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:30,302 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0027_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:30,564 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0026_01_000001
2014-04-10 11:06:30,564 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0026_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:30,564 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0026_000001
2014-04-10 11:06:30,564 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0026_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:06:30,565 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0026_000001 State change from FINISHING to FINISHED
2014-04-10 11:06:30,565 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0026 CONTAINERID=container_1397145675630_0026_01_000001
2014-04-10 11:06:30,565 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0026 State change from FINISHING to FINISHED
2014-04-10 11:06:30,565 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0026_01_000001 of capacity <memory:2048, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:06:30,565 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:06:30,565 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0026_000001
2014-04-10 11:06:30,565 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0026
2014-04-10 11:06:30,565 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0026_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:30,565 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0026,name=[1B3CD90C0E42418DAEDBD24955A57257/93AF0EA9F8AE46C39D8A1236C2C81C8B] lower*upper/(2/2),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0026/jobhistory/job/job_1397145675630_0026,appMasterHost=localhost.localdomain,startTime=1397145968868,finishTime=1397145983846,finalStatus=SUCCEEDED
2014-04-10 11:06:30,565 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:30,565 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:06:30,565 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0026_000001 released container container_1397145675630_0026_01_000001 on node: host: localhost:38779 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:06:30,566 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0026_000001 is done. finalState=FINISHED
2014-04-10 11:06:30,566 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0026 requests cleared
2014-04-10 11:06:30,566 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0026 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:06:30,566 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0026 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:06:30,567 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0026_000001 (auth:SIMPLE)
2014-04-10 11:06:30,579 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0026_01_000001
2014-04-10 11:06:30,658 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0026 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:06:30,658 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0026
2014-04-10 11:06:30,658 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0026
2014-04-10 11:06:30,658 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0026
2014-04-10 11:06:30,659 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0026
2014-04-10 11:06:30,659 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0026
2014-04-10 11:06:30,660 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0026 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:06:30,660 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0026, with delay of 10800 seconds
2014-04-10 11:06:30,664 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0026 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:06:30,665 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0026
2014-04-10 11:06:30,665 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0026
2014-04-10 11:06:30,665 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0026
2014-04-10 11:06:30,665 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0026
2014-04-10 11:06:30,665 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0026
2014-04-10 11:06:30,665 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0026 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:06:30,665 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0026, with delay of 10800 seconds
2014-04-10 11:06:30,739 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:06:31,088 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0027_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000005.tokens
2014-04-10 11:06:31,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0027 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0027
2014-04-10 11:06:31,243 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:06:31,302 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0026 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:06:31,302 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0026
2014-04-10 11:06:31,302 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0026
2014-04-10 11:06:31,303 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0026
2014-04-10 11:06:31,303 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0026 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:06:31,303 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0026
2014-04-10 11:06:31,303 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0026, with delay of 10800 seconds
2014-04-10 11:06:31,303 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0026
2014-04-10 11:06:31,352 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145675630_0027_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000002.tokens
2014-04-10 11:06:31,352 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0027 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0027
2014-04-10 11:06:31,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:06:31,565 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0026 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:06:31,565 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0026
2014-04-10 11:06:31,565 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0026
2014-04-10 11:06:31,565 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0026 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:06:31,565 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0026, with delay of 10800 seconds
2014-04-10 11:06:31,566 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0026
2014-04-10 11:06:31,567 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0026
2014-04-10 11:06:31,568 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0026
2014-04-10 11:06:32,003 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0027_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000003.tokens
2014-04-10 11:06:32,004 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0027 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0027
2014-04-10 11:06:32,039 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742149_1325
2014-04-10 11:06:32,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.split dst=null perm=null
2014-04-10 11:06:32,638 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50511, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0027_m_000000_0_1901142436_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742146_1322, duration: 151842
2014-04-10 11:06:32,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.split dst=null perm=null
2014-04-10 11:06:32,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.split dst=null perm=null
2014-04-10 11:06:32,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:06:32,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.split dst=null perm=null
2014-04-10 11:06:32,727 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56702, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0027_m_000003_0_771528037_1, offset: 1024, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742146_1322, duration: 166145
2014-04-10 11:06:32,741 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42173, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0027_m_000004_0_-723618542_1, offset: 1024, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742146_1322, duration: 155782
2014-04-10 11:06:32,773 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54899, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0027_m_000002_0_635694721_1, offset: 512, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742146_1322, duration: 167721
2014-04-10 11:06:32,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:32,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:06:32,787 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56702, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0027_m_000003_0_771528037_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 149335
2014-04-10 11:06:32,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:06:32,807 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56706, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0027_m_000004_0_-723618542_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 151025
2014-04-10 11:06:32,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:32,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job.split dst=null perm=null
2014-04-10 11:06:32,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:32,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:06:32,853 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54899, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0027_m_000002_0_635694721_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 148587
2014-04-10 11:06:32,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:32,889 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42177, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0027_m_000001_0_1717990325_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742146_1322, duration: 210656
2014-04-10 11:06:32,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45 dst=null perm=null
2014-04-10 11:06:32,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45 dst=null perm=null
2014-04-10 11:06:32,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45 dst=null perm=null
2014-04-10 11:06:32,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:06:32,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/part-00000 dst=null perm=null
2014-04-10 11:06:32,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/part-00000 dst=null perm=null
2014-04-10 11:06:32,990 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56709, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0027_m_000001_0_1717990325_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 149428
2014-04-10 11:06:33,003 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54904, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0027_m_000000_0_1901142436_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742141_1317, duration: 141449
2014-04-10 11:06:33,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:33,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45 dst=null perm=null
2014-04-10 11:06:33,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45 dst=null perm=null
2014-04-10 11:06:33,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45 dst=null perm=null
2014-04-10 11:06:33,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45 dst=null perm=null
2014-04-10 11:06:33,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45 dst=null perm=null
2014-04-10 11:06:33,024 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42180, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0027_m_000000_0_1901142436_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 163222
2014-04-10 11:06:33,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45 dst=null perm=null
2014-04-10 11:06:33,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/part-00000 dst=null perm=null
2014-04-10 11:06:33,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/part-00000 dst=null perm=null
2014-04-10 11:06:33,040 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50524, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0027_m_000004_0_-723618542_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742141_1317, duration: 162892
2014-04-10 11:06:33,045 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073742150_1326{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:06:33,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/part-00000 dst=null perm=null
2014-04-10 11:06:33,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/part-00000 dst=null perm=null
2014-04-10 11:06:33,053 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54907, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0027_m_000003_0_771528037_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742141_1317, duration: 172737
2014-04-10 11:06:33,076 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000003_0/part-00003. BP-2026122021-127.0.0.1-1397145659663 blk_1073742151_1327{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:06:33,078 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000004_0/part-00004 is closed by DFSClient_attempt_1397145675630_0027_m_000004_0_-723618542_1
2014-04-10 11:06:33,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45 dst=null perm=null
2014-04-10 11:06:33,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45 dst=null perm=null
2014-04-10 11:06:33,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45 dst=null perm=null
2014-04-10 11:06:33,099 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742150_1326 src: /127.0.0.1:56714 dest: /127.0.0.1:50911
2014-04-10 11:06:33,108 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742150_1326 src: /127.0.0.1:54910 dest: /127.0.0.1:36156
2014-04-10 11:06:33,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/part-00000 dst=null perm=null
2014-04-10 11:06:33,110 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742150_1326 src: /127.0.0.1:50529 dest: /127.0.0.1:53749
2014-04-10 11:06:33,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/part-00000 dst=null perm=null
2014-04-10 11:06:33,113 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54912, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0027_m_000002_0_635694721_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742141_1317, duration: 175868
2014-04-10 11:06:33,116 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50529, dest: /127.0.0.1:53749, bytes: 28, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0027_m_000000_0_1901142436_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742150_1326, duration: 5126231
2014-04-10 11:06:33,117 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742150_1326, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:33,117 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742150_1326{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:06:33,117 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54910, dest: /127.0.0.1:36156, bytes: 28, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0027_m_000000_0_1901142436_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742150_1326, duration: 5951299
2014-04-10 11:06:33,117 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742150_1326, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:33,118 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56714, dest: /127.0.0.1:50911, bytes: 28, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0027_m_000000_0_1901142436_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742150_1326, duration: 6394482
2014-04-10 11:06:33,118 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742150_1326, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:33,118 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742150_1326{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:06:33,119 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742150_1326{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:06:33,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000004_0 dst=null perm=null
2014-04-10 11:06:33,136 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0027_m_000000_0_1901142436_1
2014-04-10 11:06:33,138 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742151_1327 src: /127.0.0.1:54909 dest: /127.0.0.1:36156
2014-04-10 11:06:33,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000004_0 dst=null perm=null
2014-04-10 11:06:33,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/task_1397145675630_0027_m_000004 dst=null perm=null
2014-04-10 11:06:33,140 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742151_1327 src: /127.0.0.1:56719 dest: /127.0.0.1:50911
2014-04-10 11:06:33,140 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000002_0/part-00002. BP-2026122021-127.0.0.1-1397145659663 blk_1073742152_1328{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:06:33,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742151_1327 src: /127.0.0.1:42189 dest: /127.0.0.1:37218
2014-04-10 11:06:33,145 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42189, dest: /127.0.0.1:37218, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0027_m_000003_0_771528037_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742151_1327, duration: 4013005
2014-04-10 11:06:33,145 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742151_1327, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:33,146 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56719, dest: /127.0.0.1:50911, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0027_m_000003_0_771528037_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742151_1327, duration: 4390241
2014-04-10 11:06:33,146 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742151_1327{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:33,146 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742151_1327, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:33,146 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742151_1327{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:33,146 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54909, dest: /127.0.0.1:36156, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0027_m_000003_0_771528037_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742151_1327, duration: 4552806
2014-04-10 11:06:33,146 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742151_1327{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:33,147 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742151_1327, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:33,170 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000003_0/part-00003 is closed by DFSClient_attempt_1397145675630_0027_m_000003_0_771528037_1
2014-04-10 11:06:33,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000004_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/task_1397145675630_0027_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:33,187 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742152_1328 src: /127.0.0.1:56721 dest: /127.0.0.1:50911
2014-04-10 11:06:33,189 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742152_1328 src: /127.0.0.1:50534 dest: /127.0.0.1:53749
2014-04-10 11:06:33,190 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742152_1328 src: /127.0.0.1:54917 dest: /127.0.0.1:36156
2014-04-10 11:06:33,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000000_0 dst=null perm=null
2014-04-10 11:06:33,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000000_0 dst=null perm=null
2014-04-10 11:06:33,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/task_1397145675630_0027_m_000000 dst=null perm=null
2014-04-10 11:06:33,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45 dst=null perm=null
2014-04-10 11:06:33,209 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54917, dest: /127.0.0.1:36156, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0027_m_000002_0_635694721_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742152_1328, duration: 11035169
2014-04-10 11:06:33,210 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742152_1328, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:33,210 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50534, dest: /127.0.0.1:53749, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0027_m_000002_0_635694721_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742152_1328, duration: 17793574
2014-04-10 11:06:33,211 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742152_1328{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:06:33,211 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742152_1328, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:33,211 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742152_1328{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:06:33,211 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56721, dest: /127.0.0.1:50911, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0027_m_000002_0_635694721_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742152_1328, duration: 13097880
2014-04-10 11:06:33,212 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742152_1328, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:33,212 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742152_1328{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:06:33,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45 dst=null perm=null
2014-04-10 11:06:33,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45 dst=null perm=null
2014-04-10 11:06:33,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/task_1397145675630_0027_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:33,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/part-00000 dst=null perm=null
2014-04-10 11:06:33,236 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000002_0/part-00002 is closed by DFSClient_attempt_1397145675630_0027_m_000002_0_635694721_1
2014-04-10 11:06:33,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45/part-00000 dst=null perm=null
2014-04-10 11:06:33,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000003_0 dst=null perm=null
2014-04-10 11:06:33,248 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54918, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0027_m_000001_0_1717990325_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742141_1317, duration: 7905842
2014-04-10 11:06:33,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000003_0 dst=null perm=null
2014-04-10 11:06:33,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/task_1397145675630_0027_m_000003 dst=null perm=null
2014-04-10 11:06:33,266 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0027_01_000006
2014-04-10 11:06:33,266 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000006
2014-04-10 11:06:33,268 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:06:33,268 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0027_01_000006
2014-04-10 11:06:33,268 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0027_01_000006 succeeded
2014-04-10 11:06:33,277 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000001_0/part-00001. BP-2026122021-127.0.0.1-1397145659663 blk_1073742153_1329{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:06:33,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/task_1397145675630_0027_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:33,284 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000006 transitioned from KILLING to EXITED_WITH_SUCCESS
2014-04-10 11:06:33,284 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000006
2014-04-10 11:06:33,284 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000006
2014-04-10 11:06:33,285 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000006
2014-04-10 11:06:33,285 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000006
2014-04-10 11:06:33,285 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000006
2014-04-10 11:06:33,285 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000006 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:06:33,286 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0027_01_000006 from application application_1397145675630_0027
2014-04-10 11:06:33,286 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:33,286 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0027
2014-04-10 11:06:33,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000002_0 dst=null perm=null
2014-04-10 11:06:33,310 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job_1397145675630_0027_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073742154_1330{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:06:33,313 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0027_01_000002
2014-04-10 11:06:33,313 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000002
2014-04-10 11:06:33,313 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:06:33,313 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0027_01_000002
2014-04-10 11:06:33,323 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0027_01_000002 is : 143
2014-04-10 11:06:33,333 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742154_1330 src: /127.0.0.1:54920 dest: /127.0.0.1:36156
2014-04-10 11:06:33,335 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742154_1330 src: /127.0.0.1:42196 dest: /127.0.0.1:37218
2014-04-10 11:06:33,335 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0027_01_000005
2014-04-10 11:06:33,336 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000005
2014-04-10 11:06:33,337 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742154_1330 src: /127.0.0.1:50540 dest: /127.0.0.1:53749
2014-04-10 11:06:33,338 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742153_1329 src: /127.0.0.1:56725 dest: /127.0.0.1:50911
2014-04-10 11:06:33,339 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742153_1329 src: /127.0.0.1:42198 dest: /127.0.0.1:37218
2014-04-10 11:06:33,340 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742153_1329 src: /127.0.0.1:54924 dest: /127.0.0.1:36156
2014-04-10 11:06:33,341 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job_1397145675630_0027_1.jhist for DFSClient_NONMAPREDUCE_-935573734_1
2014-04-10 11:06:33,344 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:06:33,345 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:06:33,345 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000002
2014-04-10 11:06:33,345 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000002
2014-04-10 11:06:33,345 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000002
2014-04-10 11:06:33,345 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000002
2014-04-10 11:06:33,345 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0027_01_000005
2014-04-10 11:06:33,345 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54924, dest: /127.0.0.1:36156, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0027_m_000001_0_1717990325_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742153_1329, duration: 4414819
2014-04-10 11:06:33,346 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742153_1329, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:33,346 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42198, dest: /127.0.0.1:37218, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0027_m_000001_0_1717990325_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742153_1329, duration: 4003843
2014-04-10 11:06:33,346 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742153_1329{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:06:33,346 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742153_1329, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:33,346 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56725, dest: /127.0.0.1:50911, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0027_m_000001_0_1717990325_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742153_1329, duration: 5118803
2014-04-10 11:06:33,346 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742153_1329, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:33,346 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742153_1329{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:06:33,347 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742153_1329{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:06:33,351 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0027_01_000005 is : 143
2014-04-10 11:06:33,360 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000002
2014-04-10 11:06:33,360 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:06:33,360 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:06:33,360 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0027_01_000002 from application application_1397145675630_0027
2014-04-10 11:06:33,360 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:33,360 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0027
2014-04-10 11:06:33,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000005
2014-04-10 11:06:33,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000005
2014-04-10 11:06:33,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000005
2014-04-10 11:06:33,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000005
2014-04-10 11:06:33,361 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000005
2014-04-10 11:06:33,361 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:06:33,361 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0027_01_000005 from application application_1397145675630_0027
2014-04-10 11:06:33,361 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:33,361 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0027
2014-04-10 11:06:33,369 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000001_0/part-00001 is closed by DFSClient_attempt_1397145675630_0027_m_000001_0_1717990325_1
2014-04-10 11:06:33,381 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742153_1329
2014-04-10 11:06:33,382 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742152_1328
2014-04-10 11:06:33,382 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742151_1327
2014-04-10 11:06:33,382 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742150_1326
2014-04-10 11:06:33,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000001_0 dst=null perm=null
2014-04-10 11:06:33,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000001_0 dst=null perm=null
2014-04-10 11:06:33,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/task_1397145675630_0027_m_000001 dst=null perm=null
2014-04-10 11:06:33,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/task_1397145675630_0027_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:33,480 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0027_01_000003
2014-04-10 11:06:33,481 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000003
2014-04-10 11:06:33,481 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:06:33,481 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0027_01_000003
2014-04-10 11:06:33,481 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0027_01_000002
2014-04-10 11:06:33,481 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0027_01_000005
2014-04-10 11:06:33,481 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0027_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:33,481 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0027_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:06:33,482 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000002
2014-04-10 11:06:33,482 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0027_01_000002 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:06:33,482 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:06:33,482 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0027_01_000002, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:33,482 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:33,482 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:06:33,482 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0027_000001 released container container_1397145675630_0027_01_000002 on node: host: localhost:55857 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:06:33,483 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0027_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:33,483 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0027_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:06:33,483 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000005
2014-04-10 11:06:33,483 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0027_01_000005 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:06:33,483 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:06:33,483 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0027_01_000005, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:33,483 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:33,483 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:06:33,483 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0027_000001 released container container_1397145675630_0027_01_000005 on node: host: localhost:55857 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:06:33,487 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0027_01_000003 is : 143
2014-04-10 11:06:33,494 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:06:33,494 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000003
2014-04-10 11:06:33,494 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000003
2014-04-10 11:06:33,494 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000003
2014-04-10 11:06:33,494 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000003
2014-04-10 11:06:33,494 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000003
2014-04-10 11:06:33,494 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:06:33,494 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0027_01_000003 from application application_1397145675630_0027
2014-04-10 11:06:33,494 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:33,494 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0027
2014-04-10 11:06:33,985 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742153_1329
2014-04-10 11:06:33,986 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742151_1327
2014-04-10 11:06:34,267 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0027_01_000006
2014-04-10 11:06:34,267 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0027_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:34,268 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0027_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:06:34,268 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000006
2014-04-10 11:06:34,268 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0027_01_000006 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:06:34,268 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:06:34,269 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0027_01_000006, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:34,269 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:34,269 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:06:34,269 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0027_000001 released container container_1397145675630_0027_01_000006 on node: host: localhost:41546 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:06:34,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000002_0 dst=null perm=null
2014-04-10 11:06:34,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/task_1397145675630_0027_m_000002 dst=null perm=null
2014-04-10 11:06:34,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/_temporary/attempt_1397145675630_0027_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/task_1397145675630_0027_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:34,389 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0027_01_000004
2014-04-10 11:06:34,389 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000004
2014-04-10 11:06:34,389 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:06:34,389 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0027_01_000004
2014-04-10 11:06:34,389 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0027_01_000003
2014-04-10 11:06:34,390 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0027_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:34,390 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0027_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:06:34,390 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000003
2014-04-10 11:06:34,391 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0027_01_000003 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:06:34,391 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:06:34,392 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0027_01_000003, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:34,392 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:34,392 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:06:34,392 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0027_000001 released container container_1397145675630_0027_01_000003 on node: host: localhost:55857 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:06:34,399 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0027_01_000004 is : 143
2014-04-10 11:06:34,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:34,415 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:06:34,415 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000004
2014-04-10 11:06:34,415 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000004
2014-04-10 11:06:34,415 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000004
2014-04-10 11:06:34,416 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000004
2014-04-10 11:06:34,416 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000004
2014-04-10 11:06:34,416 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:06:34,416 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0027_01_000004 from application application_1397145675630_0027
2014-04-10 11:06:34,416 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:34,416 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0027
2014-04-10 11:06:34,428 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-935573734_1
2014-04-10 11:06:34,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1 dst=null perm=null
2014-04-10 11:06:34,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch dst=null perm=null
2014-04-10 11:06:34,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch dst=null perm=null
2014-04-10 11:06:34,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/task_1397145675630_0027_m_000000 dst=null perm=null
2014-04-10 11:06:34,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00000 dst=null perm=null
2014-04-10 11:06:34,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/task_1397145675630_0027_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:34,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch dst=null perm=null
2014-04-10 11:06:34,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch dst=null perm=null
2014-04-10 11:06:34,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/task_1397145675630_0027_m_000001 dst=null perm=null
2014-04-10 11:06:34,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00001 dst=null perm=null
2014-04-10 11:06:34,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/task_1397145675630_0027_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:34,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch dst=null perm=null
2014-04-10 11:06:34,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch dst=null perm=null
2014-04-10 11:06:34,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/task_1397145675630_0027_m_000002 dst=null perm=null
2014-04-10 11:06:34,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00002 dst=null perm=null
2014-04-10 11:06:34,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/task_1397145675630_0027_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:34,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch dst=null perm=null
2014-04-10 11:06:34,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch dst=null perm=null
2014-04-10 11:06:34,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/task_1397145675630_0027_m_000003 dst=null perm=null
2014-04-10 11:06:34,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00003 dst=null perm=null
2014-04-10 11:06:34,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/task_1397145675630_0027_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:34,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch dst=null perm=null
2014-04-10 11:06:34,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch dst=null perm=null
2014-04-10 11:06:34,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/task_1397145675630_0027_m_000004 dst=null perm=null
2014-04-10 11:06:34,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00004 dst=null perm=null
2014-04-10 11:06:34,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary/1/task_1397145675630_0027_m_000004/part-00004 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:34,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary dst=null perm=null
2014-04-10 11:06:34,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:34,661 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-935573734_1
2014-04-10 11:06:34,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:34,695 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-935573734_1
2014-04-10 11:06:34,715 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50540, dest: /127.0.0.1:53749, bytes: 54657, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-935573734_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742154_1330, duration: 1376315741
2014-04-10 11:06:34,716 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742154_1330, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:34,717 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742154_1330{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 15153
2014-04-10 11:06:34,717 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42196, dest: /127.0.0.1:37218, bytes: 54657, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-935573734_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742154_1330, duration: 1378784243
2014-04-10 11:06:34,717 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742154_1330, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:34,717 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742154_1330{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 15153
2014-04-10 11:06:34,718 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54920, dest: /127.0.0.1:36156, bytes: 54657, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-935573734_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742154_1330, duration: 1379478079
2014-04-10 11:06:34,719 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742154_1330, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:34,719 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742154_1330{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 15153
2014-04-10 11:06:34,736 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job_1397145675630_0027_1.jhist is closed by DFSClient_NONMAPREDUCE_-935573734_1
2014-04-10 11:06:34,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:34,756 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742155_1331{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:06:34,772 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742155_1331 src: /127.0.0.1:50543 dest: /127.0.0.1:53749
2014-04-10 11:06:34,773 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742155_1331 src: /127.0.0.1:54926 dest: /127.0.0.1:36156
2014-04-10 11:06:34,774 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742155_1331 src: /127.0.0.1:42202 dest: /127.0.0.1:37218
2014-04-10 11:06:34,777 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42202, dest: /127.0.0.1:37218, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-935573734_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742155_1331, duration: 2090539
2014-04-10 11:06:34,778 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742155_1331, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:34,778 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742155_1331{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:34,778 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54926, dest: /127.0.0.1:36156, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-935573734_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742155_1331, duration: 2685006
2014-04-10 11:06:34,778 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742155_1331, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:34,779 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742155_1331{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:34,779 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50543, dest: /127.0.0.1:53749, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-935573734_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742155_1331, duration: 3326635
2014-04-10 11:06:34,779 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742155_1331, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:34,779 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742155_1331{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:34,794 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027.summary_tmp is closed by DFSClient_NONMAPREDUCE_-935573734_1
2014-04-10 11:06:34,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:34,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job_1397145675630_0027_1.jhist dst=null perm=null
2014-04-10 11:06:34,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027-1397145984467-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F5FDBD2CDD6514C84-1397145994696-5-0-SUCCEEDED-default-1397145987175.jhist_tmp dst=null perm=null
2014-04-10 11:06:34,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job_1397145675630_0027_1.jhist dst=null perm=null
2014-04-10 11:06:34,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027-1397145984467-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F5FDBD2CDD6514C84-1397145994696-5-0-SUCCEEDED-default-1397145987175.jhist_tmp dst=null perm=null
2014-04-10 11:06:34,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job_1397145675630_0027_1.jhist dst=null perm=null
2014-04-10 11:06:34,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027-1397145984467-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F5FDBD2CDD6514C84-1397145994696-5-0-SUCCEEDED-default-1397145987175.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:34,847 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54928, bytes: 55085, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-935573734_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742154_1330, duration: 277936
2014-04-10 11:06:34,850 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027-1397145984467-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F5FDBD2CDD6514C84-1397145994696-5-0-SUCCEEDED-default-1397145987175.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742156_1332{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:06:34,863 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742156_1332 src: /127.0.0.1:42204 dest: /127.0.0.1:37218
2014-04-10 11:06:34,864 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742156_1332 src: /127.0.0.1:56736 dest: /127.0.0.1:50911
2014-04-10 11:06:34,866 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742156_1332 src: /127.0.0.1:54931 dest: /127.0.0.1:36156
2014-04-10 11:06:34,869 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54931, dest: /127.0.0.1:36156, bytes: 54657, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-935573734_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742156_1332, duration: 2244396
2014-04-10 11:06:34,869 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742156_1332, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:34,870 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742156_1332{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:06:34,870 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56736, dest: /127.0.0.1:50911, bytes: 54657, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-935573734_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742156_1332, duration: 2893299
2014-04-10 11:06:34,870 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742156_1332, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:34,870 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742156_1332{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:06:34,871 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42204, dest: /127.0.0.1:37218, bytes: 54657, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-935573734_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742156_1332, duration: 3526193
2014-04-10 11:06:34,871 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742156_1332, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:34,871 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742156_1332{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:06:34,886 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027-1397145984467-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F5FDBD2CDD6514C84-1397145994696-5-0-SUCCEEDED-default-1397145987175.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-935573734_1
2014-04-10 11:06:34,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027-1397145984467-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F5FDBD2CDD6514C84-1397145994696-5-0-SUCCEEDED-default-1397145987175.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:34,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job_1397145675630_0027_1_conf.xml dst=null perm=null
2014-04-10 11:06:34,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027_conf.xml_tmp dst=null perm=null
2014-04-10 11:06:34,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job_1397145675630_0027_1_conf.xml dst=null perm=null
2014-04-10 11:06:34,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027_conf.xml_tmp dst=null perm=null
2014-04-10 11:06:34,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027/job_1397145675630_0027_1_conf.xml dst=null perm=null
2014-04-10 11:06:34,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:34,931 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56738, bytes: 96277, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-935573734_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742149_1325, duration: 392265
2014-04-10 11:06:34,934 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742157_1333{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:06:34,947 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742157_1333 src: /127.0.0.1:50551 dest: /127.0.0.1:53749
2014-04-10 11:06:34,948 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742157_1333 src: /127.0.0.1:42209 dest: /127.0.0.1:37218
2014-04-10 11:06:34,949 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742157_1333 src: /127.0.0.1:56741 dest: /127.0.0.1:50911
2014-04-10 11:06:34,953 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56741, dest: /127.0.0.1:50911, bytes: 95529, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-935573734_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742157_1333, duration: 2756457
2014-04-10 11:06:34,953 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742157_1333, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:34,954 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742157_1333{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:06:34,954 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42209, dest: /127.0.0.1:37218, bytes: 95529, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-935573734_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742157_1333, duration: 3297183
2014-04-10 11:06:34,954 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742157_1333{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:06:34,954 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742157_1333, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:34,955 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50551, dest: /127.0.0.1:53749, bytes: 95529, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-935573734_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742157_1333, duration: 4155435
2014-04-10 11:06:34,955 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742157_1333, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:34,955 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742157_1333{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:06:35,020 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-935573734_1
2014-04-10 11:06:35,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:35,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:35,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:35,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027-1397145984467-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F5FDBD2CDD6514C84-1397145994696-5-0-SUCCEEDED-default-1397145987175.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027-1397145984467-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F5FDBD2CDD6514C84-1397145994696-5-0-SUCCEEDED-default-1397145987175.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:35,094 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0027_000001 with final state: FINISHING
2014-04-10 11:06:35,095 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0027_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:06:35,095 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0027 with final state: FINISHING
2014-04-10 11:06:35,095 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0027 State change from RUNNING to FINAL_SAVING
2014-04-10 11:06:35,095 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0027
2014-04-10 11:06:35,096 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0027_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:06:35,096 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0027 State change from FINAL_SAVING to FINISHING
2014-04-10 11:06:35,113 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:06:35,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:06:35,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:06:35,118 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0027 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027-1397145984467-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F5FDBD2CDD6514C84-1397145994696-5-0-SUCCEEDED-default-1397145987175.jhist
2014-04-10 11:06:35,119 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027-1397145984467-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F5FDBD2CDD6514C84-1397145994696-5-0-SUCCEEDED-default-1397145987175.jhist]
2014-04-10 11:06:35,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027-1397145984467-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F5FDBD2CDD6514C84-1397145994696-5-0-SUCCEEDED-default-1397145987175.jhist dst=null perm=null
2014-04-10 11:06:35,122 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42213, bytes: 55085, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742156_1332, duration: 263684
2014-04-10 11:06:35,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027.summary dst=null perm=null
2014-04-10 11:06:35,143 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50557, bytes: 442, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742155_1331, duration: 99481
2014-04-10 11:06:35,143 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0027,submitTime=1397145984467,launchTime=1397145987175,firstMapTaskLaunchTime=1397145989334,firstReduceTaskLaunchTime=0,finishTime=1397145994696,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=21,reduceSlotSeconds=0,jobName=[1B3CD90C0E42418DAEDBD24955A57257/5FDBD2CDD6514C84B0C5901C16A964F3] lower*upper/(1/2) ...atform/joinfilteredbranch
2014-04-10 11:06:35,143 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027.summary]
2014-04-10 11:06:35,161 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742155_1331 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:06:35,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027.summary dst=null perm=null
2014-04-10 11:06:35,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:06:35,164 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027-1397145984467-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F5FDBD2CDD6514C84-1397145994696-5-0-SUCCEEDED-default-1397145987175.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0027-1397145984467-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F5FDBD2CDD6514C84-1397145994696-5-0-SUCCEEDED-default-1397145987175.jhist
2014-04-10 11:06:35,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027-1397145984467-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F5FDBD2CDD6514C84-1397145994696-5-0-SUCCEEDED-default-1397145987175.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0027-1397145984467-brock-%5B1B3CD90C0E42418DAEDBD24955A57257%2F5FDBD2CDD6514C84-1397145994696-5-0-SUCCEEDED-default-1397145987175.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:35,178 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0027_conf.xml
2014-04-10 11:06:35,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0027_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0027_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:35,220 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742141_1317 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:53749
2014-04-10 11:06:35,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/2937965639_upper_730BB0A6C0CC410CB55127750E743C45 dst=null perm=null
2014-04-10 11:06:35,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch dst=null perm=null
2014-04-10 11:06:35,221 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary
2014-04-10 11:06:35,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/_temporary dst=null perm=null
2014-04-10 11:06:35,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch dst=null perm=null
2014-04-10 11:06:35,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch dst=null perm=null
2014-04-10 11:06:35,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch dst=null perm=null
2014-04-10 11:06:35,242 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:06:35,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00000 dst=null perm=null
2014-04-10 11:06:35,244 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56746, bytes: 32, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742150_1326, duration: 181148
2014-04-10 11:06:35,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00001 dst=null perm=null
2014-04-10 11:06:35,246 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56746, bytes: 18, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742153_1329, duration: 153275
2014-04-10 11:06:35,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00002 dst=null perm=null
2014-04-10 11:06:35,248 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56746, bytes: 18, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742152_1328, duration: 269010
2014-04-10 11:06:35,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00003 dst=null perm=null
2014-04-10 11:06:35,251 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42213, bytes: 18, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742151_1327, duration: 180071
2014-04-10 11:06:35,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00004 dst=null perm=null
2014-04-10 11:06:35,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch dst=null perm=null
2014-04-10 11:06:35,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch dst=null perm=null
2014-04-10 11:06:35,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch dst=null perm=null
2014-04-10 11:06:35,272 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:06:35,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00000 dst=null perm=null
2014-04-10 11:06:35,276 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54941, bytes: 32, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742150_1326, duration: 235532
2014-04-10 11:06:35,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00001 dst=null perm=null
2014-04-10 11:06:35,278 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54941, bytes: 18, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742153_1329, duration: 181754
2014-04-10 11:06:35,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00002 dst=null perm=null
2014-04-10 11:06:35,281 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56746, bytes: 18, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742152_1328, duration: 239065
2014-04-10 11:06:35,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00003 dst=null perm=null
2014-04-10 11:06:35,283 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54941, bytes: 18, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742151_1327, duration: 182845
2014-04-10 11:06:35,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00004 dst=null perm=null
2014-04-10 11:06:35,284 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch
2014-04-10 11:06:35,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch dst=null perm=null
2014-04-10 11:06:35,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch dst=null perm=null
2014-04-10 11:06:35,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch dst=null perm=null
2014-04-10 11:06:35,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch dst=null perm=null
2014-04-10 11:06:35,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00000 dst=null perm=null
2014-04-10 11:06:35,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00000 dst=null perm=null
2014-04-10 11:06:35,292 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56746, bytes: 32, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742150_1326, duration: 243120
2014-04-10 11:06:35,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00001 dst=null perm=null
2014-04-10 11:06:35,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00001 dst=null perm=null
2014-04-10 11:06:35,295 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42213, bytes: 18, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742153_1329, duration: 176728
2014-04-10 11:06:35,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00002 dst=null perm=null
2014-04-10 11:06:35,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00002 dst=null perm=null
2014-04-10 11:06:35,298 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56746, bytes: 18, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742152_1328, duration: 262697
2014-04-10 11:06:35,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00003 dst=null perm=null
2014-04-10 11:06:35,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00003 dst=null perm=null
2014-04-10 11:06:35,301 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54941, bytes: 18, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742151_1327, duration: 175208
2014-04-10 11:06:35,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00004 dst=null perm=null
2014-04-10 11:06:35,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinfilteredbranch/part-00004 dst=null perm=null
2014-04-10 11:06:35,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:06:35,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:35,320 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:06:35,320 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:06:35,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin dst=null perm=null
2014-04-10 11:06:35,340 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper1*upper2] starting
2014-04-10 11:06:35,340 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper1*upper2] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:06:35,340 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper1*upper2] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:06:35,340 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper1*upper2] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:06:35,340 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper1*upper2] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin"]
2014-04-10 11:06:35,340 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper1*upper2] parallel execution is enabled: true
2014-04-10 11:06:35,340 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper1*upper2] starting jobs: 3
2014-04-10 11:06:35,340 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper1*upper2] allocating threads: 3
2014-04-10 11:06:35,341 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper1*upper2] starting step: (3/3)
2014-04-10 11:06:35,351 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:06:35,363 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:06:35,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:35,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:06:35,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:06:35,366 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 28
2014-04-10 11:06:35,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028 dst=null perm=null
2014-04-10 11:06:35,386 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742152_1328
2014-04-10 11:06:35,387 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742157_1333
2014-04-10 11:06:35,388 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742150_1326
2014-04-10 11:06:35,388 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742155_1331
2014-04-10 11:06:35,389 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742154_1330
2014-04-10 11:06:35,390 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0027_01_000004
2014-04-10 11:06:35,390 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0027_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:35,391 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0027_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:06:35,391 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000004
2014-04-10 11:06:35,391 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0027_01_000004 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:06:35,391 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:06:35,392 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0027_01_000004, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:35,392 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:35,392 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:06:35,392 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0027_000001 released container container_1397145675630_0027_01_000004 on node: host: localhost:55857 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:06:35,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:06:35,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:06:35,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.jar dst=null perm=null
2014-04-10 11:06:35,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:35,430 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073742158_1334{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:06:35,446 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742158_1334 src: /127.0.0.1:56748 dest: /127.0.0.1:50911
2014-04-10 11:06:35,447 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742158_1334 src: /127.0.0.1:54943 dest: /127.0.0.1:36156
2014-04-10 11:06:35,448 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742158_1334 src: /127.0.0.1:42219 dest: /127.0.0.1:37218
2014-04-10 11:06:35,453 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42219, dest: /127.0.0.1:37218, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742158_1334, duration: 3803575
2014-04-10 11:06:35,454 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742158_1334, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:35,454 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742158_1334{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:35,454 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54943, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742158_1334, duration: 4372691
2014-04-10 11:06:35,454 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742158_1334, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:35,454 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742158_1334{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:35,455 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56748, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742158_1334, duration: 4264369
2014-04-10 11:06:35,455 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742158_1334, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:35,455 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742158_1334{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:35,469 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:06:35,470 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.jar
2014-04-10 11:06:35,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.jar dst=null perm=null
2014-04-10 11:06:35,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:35,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:35,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:35,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:35,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:06:35,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:06:35,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:06:35,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:06:35,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:06:35,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:35,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:35,514 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:06:35,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:35,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:35,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:35,545 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.split
2014-04-10 11:06:35,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.split dst=null perm=null
2014-04-10 11:06:35,563 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073742159_1335{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:06:35,579 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742159_1335 src: /127.0.0.1:54945 dest: /127.0.0.1:36156
2014-04-10 11:06:35,580 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742159_1335 src: /127.0.0.1:42221 dest: /127.0.0.1:37218
2014-04-10 11:06:35,582 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742159_1335 src: /127.0.0.1:56753 dest: /127.0.0.1:50911
2014-04-10 11:06:35,583 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742159_1335 src: /127.0.0.1:50566 dest: /127.0.0.1:53749
2014-04-10 11:06:35,586 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50566, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742159_1335, duration: 1652935
2014-04-10 11:06:35,586 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742159_1335, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:35,586 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742159_1335{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:35,586 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56753, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742159_1335, duration: 2453050
2014-04-10 11:06:35,587 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742159_1335, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:35,587 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742159_1335{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:35,587 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42221, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742159_1335, duration: 3176457
2014-04-10 11:06:35,587 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742159_1335, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:35,588 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742159_1335{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:35,588 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54945, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742159_1335, duration: 3651471
2014-04-10 11:06:35,588 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742159_1335, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:35,588 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742159_1335{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:35,603 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:06:35,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:35,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:35,638 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073742160_1336{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:06:35,654 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742160_1336 src: /127.0.0.1:54949 dest: /127.0.0.1:36156
2014-04-10 11:06:35,655 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742160_1336 src: /127.0.0.1:56756 dest: /127.0.0.1:50911
2014-04-10 11:06:35,656 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742160_1336 src: /127.0.0.1:42226 dest: /127.0.0.1:37218
2014-04-10 11:06:35,659 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42226, dest: /127.0.0.1:37218, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742160_1336, duration: 1529511
2014-04-10 11:06:35,659 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742160_1336, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:35,660 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742160_1336{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:35,660 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56756, dest: /127.0.0.1:50911, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742160_1336, duration: 2171641
2014-04-10 11:06:35,660 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742160_1336, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:35,660 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742160_1336{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:35,661 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54949, dest: /127.0.0.1:36156, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742160_1336, duration: 2802081
2014-04-10 11:06:35,661 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742160_1336, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:35,665 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742160_1336{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:35,678 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:06:35,678 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:06:35,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:35,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:35,718 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742161_1337{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:06:35,737 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742161_1337 src: /127.0.0.1:56758 dest: /127.0.0.1:50911
2014-04-10 11:06:35,739 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742161_1337 src: /127.0.0.1:42228 dest: /127.0.0.1:37218
2014-04-10 11:06:35,740 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742161_1337 src: /127.0.0.1:50572 dest: /127.0.0.1:53749
2014-04-10 11:06:35,743 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50572, dest: /127.0.0.1:53749, bytes: 80080, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742161_1337, duration: 2620781
2014-04-10 11:06:35,744 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742161_1337, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:35,744 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742161_1337{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:35,744 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42228, dest: /127.0.0.1:37218, bytes: 80080, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742161_1337, duration: 2902796
2014-04-10 11:06:35,745 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742161_1337{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:35,745 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742161_1337, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:35,745 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56758, dest: /127.0.0.1:50911, bytes: 80080, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742161_1337, duration: 4150359
2014-04-10 11:06:35,745 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742161_1337, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:35,745 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742161_1337{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:35,761 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:06:35,762 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0028
2014-04-10 11:06:35,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028 dst=null perm=null
2014-04-10 11:06:35,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.xml dst=null perm=null
2014-04-10 11:06:35,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.xml dst=null perm=null
2014-04-10 11:06:35,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.jar dst=null perm=null
2014-04-10 11:06:35,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.jar dst=null perm=null
2014-04-10 11:06:35,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.split dst=null perm=null
2014-04-10 11:06:35,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.split dst=null perm=null
2014-04-10 11:06:35,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:35,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:35,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:35,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:35,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:35,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:35,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:35,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:35,816 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 28 submitted by user brock
2014-04-10 11:06:35,817 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0028
2014-04-10 11:06:35,817 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0028
2014-04-10 11:06:35,817 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0028
2014-04-10 11:06:35,817 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0028 State change from NEW to NEW_SAVING
2014-04-10 11:06:35,818 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0028 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:06:35,818 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0028_000001
2014-04-10 11:06:35,818 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0028_000001 State change from NEW to SUBMITTED
2014-04-10 11:06:35,818 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0028 from user: brock activated in queue: default
2014-04-10 11:06:35,819 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0028 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:06:35,819 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0028 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:06:35,819 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0028
2014-04-10 11:06:35,819 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0028_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:06:35,819 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0028_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:06:35,820 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0028 State change from SUBMITTED to ACCEPTED
2014-04-10 11:06:35,822 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0028/
2014-04-10 11:06:35,822 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper1*upper2] submitted hadoop job: job_1397145675630_0028
2014-04-10 11:06:35,822 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper1*upper2] tracking url: http://localhost:33250/proxy/application_1397145675630_0028/
2014-04-10 11:06:36,161 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742145_1321 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:06:36,162 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742146_1322 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:53749
2014-04-10 11:06:36,162 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742147_1323 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:06:36,162 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742148_1324 127.0.0.1:50911 127.0.0.1:37218 127.0.0.1:53749
2014-04-10 11:06:36,162 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742154_1330 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:53749
2014-04-10 11:06:36,163 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742149_1325 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:50911
2014-04-10 11:06:36,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0027 dst=null perm=null
2014-04-10 11:06:36,269 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0028_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:36,269 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000001
2014-04-10 11:06:36,270 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0028_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:06:36,270 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0028 container=Container: [ContainerId: container_1397145675630_0028_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0028_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:36,270 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:06:36,270 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0028_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:36,270 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:36,271 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0028 AttemptId: appattempt_1397145675630_0028_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0028_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ]
2014-04-10 11:06:36,271 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0028_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:06:36,271 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0028_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:06:36,271 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0028_000001
2014-04-10 11:06:36,272 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0028_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] for AM appattempt_1397145675630_0028_000001
2014-04-10 11:06:36,272 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0028_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:06:36,275 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0028_000001 (auth:SIMPLE)
2014-04-10 11:06:36,277 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0028_01_000001 by user brock
2014-04-10 11:06:36,277 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0028
2014-04-10 11:06:36,277 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000001
2014-04-10 11:06:36,277 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0028 transitioned from NEW to INITING
2014-04-10 11:06:36,278 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0028_01_000001 to application application_1397145675630_0028
2014-04-10 11:06:36,278 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0028 transitioned from INITING to RUNNING
2014-04-10 11:06:36,278 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0028_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] for AM appattempt_1397145675630_0028_000001
2014-04-10 11:06:36,278 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0028_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:06:36,278 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:06:36,278 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0028
2014-04-10 11:06:36,279 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:06:36,279 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:06:36,279 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:06:36,279 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:06:36,279 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0028_01_000001
2014-04-10 11:06:36,290 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0028_01_000001.tokens. Credentials list:
2014-04-10 11:06:36,306 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:06:36,374 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0028_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000001.tokens
2014-04-10 11:06:36,374 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0028 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0028
2014-04-10 11:06:36,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.jar dst=null perm=null
2014-04-10 11:06:36,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.jar dst=null perm=null
2014-04-10 11:06:36,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.jar dst=null perm=null
2014-04-10 11:06:36,489 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56764, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1642333464_16616, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742158_1334, duration: 862700
2014-04-10 11:06:36,515 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0028/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:36,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:36,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:36,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:36,542 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42234, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1642333464_16616, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742160_1336, duration: 223504
2014-04-10 11:06:36,561 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0028/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:36,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.split dst=null perm=null
2014-04-10 11:06:36,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.split dst=null perm=null
2014-04-10 11:06:36,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.split dst=null perm=null
2014-04-10 11:06:36,587 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54960, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1642333464_16616, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742159_1335, duration: 218817
2014-04-10 11:06:36,606 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0028/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:36,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.xml dst=null perm=null
2014-04-10 11:06:36,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.xml dst=null perm=null
2014-04-10 11:06:36,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.xml dst=null perm=null
2014-04-10 11:06:36,633 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56764, bytes: 80708, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1642333464_16616, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742161_1337, duration: 356179
2014-04-10 11:06:36,652 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0028/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:36,652 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:36,685 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:36,685 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:36,749 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000001/default_container_executor.sh]
2014-04-10 11:06:37,041 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742153_1329
2014-04-10 11:06:37,042 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742150_1326
2014-04-10 11:06:37,042 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742155_1331
2014-04-10 11:06:37,042 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742159_1335
2014-04-10 11:06:37,043 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742160_1336
2014-04-10 11:06:37,043 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742156_1332
2014-04-10 11:06:37,043 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742151_1327
2014-04-10 11:06:37,044 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742152_1328
2014-04-10 11:06:37,044 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742154_1330
2014-04-10 11:06:37,156 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:36156 to replicate blk_1073742158_1334 to datanode(s) 127.0.0.1:53749
2014-04-10 11:06:37,156 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742145_1321, blk_1073742146_1322, blk_1073742147_1323, blk_1073742148_1324, blk_1073742149_1325, blk_1073742154_1330, blk_1073742155_1331, blk_1073742141_1317]
2014-04-10 11:06:37,156 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073742145_1321, blk_1073742146_1322, blk_1073742147_1323, blk_1073742148_1324, blk_1073742149_1325]
2014-04-10 11:06:37,245 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742158_1334
2014-04-10 11:06:37,268 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0028_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:37,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:06:37,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/COMMIT_STARTED dst=null perm=null
2014-04-10 11:06:37,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:06:37,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/COMMIT_FAIL dst=null perm=null
2014-04-10 11:06:37,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028 dst=null perm=null
2014-04-10 11:06:37,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:06:37,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:06:38,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:38,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:38,239 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54962, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-181823003_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742160_1336, duration: 175130
2014-04-10 11:06:38,384 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742161_1337
2014-04-10 11:06:38,385 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742157_1333
2014-04-10 11:06:38,403 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f9f8649b-8d9e-4d95-b6f1-838fff2526ea, infoPort=40212, ipcPort=55636, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073742158_1334 to 127.0.0.1:53749
2014-04-10 11:06:38,404 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742158_1334 src: /127.0.0.1:50581 dest: /127.0.0.1:53749
2014-04-10 11:06:38,404 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073742158_1334 (numBytes=244650) to 127.0.0.1/127.0.0.1:53749
2014-04-10 11:06:38,405 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073742158_1334 src: /127.0.0.1:50581 dest: /127.0.0.1:53749 of size 244650
2014-04-10 11:06:38,405 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742158_1334 size 244650
2014-04-10 11:06:38,585 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742158_1334
2014-04-10 11:06:38,585 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742156_1332
2014-04-10 11:06:38,586 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742159_1335
2014-04-10 11:06:38,586 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742160_1336
2014-04-10 11:06:38,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742145_1321 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742145 for deletion
2014-04-10 11:06:38,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742146_1322 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742146 for deletion
2014-04-10 11:06:38,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742147_1323 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742147 for deletion
2014-04-10 11:06:38,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742145_1321 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742145
2014-04-10 11:06:38,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742148_1324 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742148 for deletion
2014-04-10 11:06:38,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742146_1322 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742146
2014-04-10 11:06:38,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742149_1325 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742149 for deletion
2014-04-10 11:06:38,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742147_1323 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742147
2014-04-10 11:06:38,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742148_1324 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742148
2014-04-10 11:06:38,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742149_1325 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742149
2014-04-10 11:06:38,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742145_1321 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742145 for deletion
2014-04-10 11:06:38,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742146_1322 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742146 for deletion
2014-04-10 11:06:38,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742147_1323 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742147 for deletion
2014-04-10 11:06:38,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742145_1321 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742145
2014-04-10 11:06:38,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742148_1324 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742148 for deletion
2014-04-10 11:06:38,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742146_1322 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742146
2014-04-10 11:06:38,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742149_1325 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742149 for deletion
2014-04-10 11:06:38,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742147_1323 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742147
2014-04-10 11:06:38,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742154_1330 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742154 for deletion
2014-04-10 11:06:38,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742148_1324 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742148
2014-04-10 11:06:38,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742155_1331 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742155 for deletion
2014-04-10 11:06:38,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742141_1317 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742141 for deletion
2014-04-10 11:06:38,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742149_1325 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742149
2014-04-10 11:06:38,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742154_1330 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742154
2014-04-10 11:06:38,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742155_1331 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742155
2014-04-10 11:06:38,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742141_1317 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742141
2014-04-10 11:06:38,883 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0028_000001 (auth:SIMPLE)
2014-04-10 11:06:38,885 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0028_000001
2014-04-10 11:06:38,885 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0028 APPATTEMPTID=appattempt_1397145675630_0028_000001
2014-04-10 11:06:38,885 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0028_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:06:38,885 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0028 State change from ACCEPTED to RUNNING
2014-04-10 11:06:38,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job_1397145675630_0028_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:38,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:38,992 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742157_1333
2014-04-10 11:06:38,992 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742161_1337
2014-04-10 11:06:38,992 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742159_1335
2014-04-10 11:06:39,192 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742158_1334
2014-04-10 11:06:39,193 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742156_1332
2014-04-10 11:06:39,194 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742160_1336
2014-04-10 11:06:39,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job_1397145675630_0028_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:39,287 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job_1397145675630_0028_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742162_1338{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:06:39,334 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742162_1338 src: /127.0.0.1:54965 dest: /127.0.0.1:36156
2014-04-10 11:06:39,335 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742162_1338 src: /127.0.0.1:56772 dest: /127.0.0.1:50911
2014-04-10 11:06:39,336 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742162_1338 src: /127.0.0.1:42242 dest: /127.0.0.1:37218
2014-04-10 11:06:39,344 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42242, dest: /127.0.0.1:37218, bytes: 94081, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181823003_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742162_1338, duration: 7140997
2014-04-10 11:06:39,344 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742162_1338, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:39,345 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742162_1338{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:39,345 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56772, dest: /127.0.0.1:50911, bytes: 94081, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181823003_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742162_1338, duration: 7894913
2014-04-10 11:06:39,345 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742162_1338, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:39,345 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742162_1338{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:39,346 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54965, dest: /127.0.0.1:36156, bytes: 94081, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181823003_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742162_1338, duration: 8753325
2014-04-10 11:06:39,346 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742162_1338, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:39,346 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742162_1338{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:39,361 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job_1397145675630_0028_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-181823003_1
2014-04-10 11:06:40,156 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742145_1321, blk_1073742146_1322, blk_1073742147_1323, blk_1073742148_1324, blk_1073742154_1330, blk_1073742155_1331, blk_1073742141_1317]
2014-04-10 11:06:40,157 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073742145_1321, blk_1073742146_1322, blk_1073742149_1325, blk_1073742154_1330, blk_1073742155_1331, blk_1073742141_1317]
2014-04-10 11:06:40,269 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0028_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:40,270 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000002
2014-04-10 11:06:40,270 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0028_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:06:40,270 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0028 container=Container: [ContainerId: container_1397145675630_0028_01_000002, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0028_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:40,270 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:06:40,270 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:40,271 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0028_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:40,271 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000003
2014-04-10 11:06:40,271 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0028_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:06:40,271 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0028 container=Container: [ContainerId: container_1397145675630_0028_01_000003, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0028_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:40,271 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:06:40,272 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:40,392 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0028_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:40,392 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000004
2014-04-10 11:06:40,393 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0028_01_000004 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:06:40,393 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742159_1335
2014-04-10 11:06:40,393 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0028 container=Container: [ContainerId: container_1397145675630_0028_01_000004, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0028_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:40,393 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:06:40,393 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:40,394 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0028_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:40,394 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000005
2014-04-10 11:06:40,394 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0028_01_000005 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:06:40,395 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0028 container=Container: [ContainerId: container_1397145675630_0028_01_000005, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0028_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:40,395 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:06:40,395 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:40,396 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0028_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:40,396 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000006
2014-04-10 11:06:40,396 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0028_01_000006 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:06:40,396 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742158_1334
2014-04-10 11:06:40,396 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0028 container=Container: [ContainerId: container_1397145675630_0028_01_000006, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0028_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:40,396 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:06:40,397 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:40,397 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742161_1337
2014-04-10 11:06:40,932 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0028_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:40,933 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0028_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:40,933 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0028_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:40,933 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0028_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:40,933 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0028_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:40,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.jar dst=null perm=null
2014-04-10 11:06:40,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.jar dst=null perm=null
2014-04-10 11:06:40,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.xml dst=null perm=null
2014-04-10 11:06:40,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.xml dst=null perm=null
2014-04-10 11:06:40,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:40,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:41,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:41,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:41,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:41,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:41,052 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0028_000001 (auth:SIMPLE)
2014-04-10 11:06:41,052 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0028_000001 (auth:SIMPLE)
2014-04-10 11:06:41,054 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0028_01_000006 by user brock
2014-04-10 11:06:41,054 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0028_01_000005 by user brock
2014-04-10 11:06:41,055 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0028
2014-04-10 11:06:41,055 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000005
2014-04-10 11:06:41,055 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000006
2014-04-10 11:06:41,055 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0028_01_000005 to application application_1397145675630_0028
2014-04-10 11:06:41,055 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0028_01_000003 by user brock
2014-04-10 11:06:41,055 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0028 transitioned from NEW to INITING
2014-04-10 11:06:41,055 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0028_01_000004 by user brock
2014-04-10 11:06:41,055 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000003
2014-04-10 11:06:41,055 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0028_01_000006 to application application_1397145675630_0028
2014-04-10 11:06:41,055 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0028_01_000002 by user brock
2014-04-10 11:06:41,055 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0028_01_000004 to application application_1397145675630_0028
2014-04-10 11:06:41,055 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000004
2014-04-10 11:06:41,055 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0028_01_000003 to application application_1397145675630_0028
2014-04-10 11:06:41,056 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0028 transitioned from INITING to RUNNING
2014-04-10 11:06:41,056 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000002
2014-04-10 11:06:41,056 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0028_01_000002 to application application_1397145675630_0028
2014-04-10 11:06:41,056 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:06:41,056 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:06:41,056 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:06:41,056 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:06:41,056 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:06:41,056 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0028
2014-04-10 11:06:41,056 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0028
2014-04-10 11:06:41,057 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0028
2014-04-10 11:06:41,057 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0028
2014-04-10 11:06:41,057 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:41,057 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:41,057 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0028
2014-04-10 11:06:41,057 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0028
2014-04-10 11:06:41,057 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:06:41,057 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0028
2014-04-10 11:06:41,057 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:06:41,057 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0028
2014-04-10 11:06:41,057 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0028
2014-04-10 11:06:41,057 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:41,058 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0028
2014-04-10 11:06:41,058 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0028
2014-04-10 11:06:41,058 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:41,058 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0028
2014-04-10 11:06:41,058 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:41,058 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0028
2014-04-10 11:06:41,058 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0028
2014-04-10 11:06:41,058 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:41,058 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:41,058 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0028
2014-04-10 11:06:41,058 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0028_01_000005
2014-04-10 11:06:41,059 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0028_01_000004
2014-04-10 11:06:41,059 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0028_01_000006
2014-04-10 11:06:41,066 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0028_01_000004.tokens. Credentials list:
2014-04-10 11:06:41,067 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0028_01_000006.tokens. Credentials list:
2014-04-10 11:06:41,067 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0028_01_000005.tokens. Credentials list:
2014-04-10 11:06:41,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:06:41,082 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:41,082 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:41,082 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:41,082 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:41,178 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000002/default_container_executor.sh]
2014-04-10 11:06:41,178 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000003/default_container_executor.sh]
2014-04-10 11:06:41,179 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0028_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000004.tokens
2014-04-10 11:06:41,179 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0028 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0028
2014-04-10 11:06:41,269 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0028_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:41,269 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0028_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:41,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.jar dst=null perm=null
2014-04-10 11:06:41,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.jar dst=null perm=null
2014-04-10 11:06:41,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.jar dst=null perm=null
2014-04-10 11:06:41,283 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0027_01_000001 succeeded
2014-04-10 11:06:41,283 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:06:41,283 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0027_01_000001
2014-04-10 11:06:41,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000001
2014-04-10 11:06:41,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000001
2014-04-10 11:06:41,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000001
2014-04-10 11:06:41,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0027/container_1397145675630_0027_01_000001
2014-04-10 11:06:41,298 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000001
2014-04-10 11:06:41,298 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0027_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:06:41,298 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0027_01_000001 from application application_1397145675630_0027
2014-04-10 11:06:41,298 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:41,298 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0027
2014-04-10 11:06:41,392 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0028_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:41,392 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0028_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:41,392 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0028_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:41,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742145_1321 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742145 for deletion
2014-04-10 11:06:41,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742146_1322 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742146 for deletion
2014-04-10 11:06:41,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742149_1325 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742149 for deletion
2014-04-10 11:06:41,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742146_1322 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742146
2014-04-10 11:06:41,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742145_1321 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742145
2014-04-10 11:06:41,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742154_1330 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742154 for deletion
2014-04-10 11:06:41,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742149_1325 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742149
2014-04-10 11:06:41,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742155_1331 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742155 for deletion
2014-04-10 11:06:41,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742154_1330 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742154
2014-04-10 11:06:41,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742141_1317 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742141 for deletion
2014-04-10 11:06:41,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742155_1331 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742155
2014-04-10 11:06:41,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742141_1317 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742141
2014-04-10 11:06:41,485 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50591, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-361833933_16801, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742158_1334, duration: 206094256
2014-04-10 11:06:41,506 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0028/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:41,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.xml dst=null perm=null
2014-04-10 11:06:41,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.xml dst=null perm=null
2014-04-10 11:06:41,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.xml dst=null perm=null
2014-04-10 11:06:41,524 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42249, bytes: 80708, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-361833933_16801, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742161_1337, duration: 178762
2014-04-10 11:06:41,541 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0028/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:41,541 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:41,541 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:41,541 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:41,568 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0027_01_000001
2014-04-10 11:06:41,568 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0027_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:41,569 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0027_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:06:41,569 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0027 CONTAINERID=container_1397145675630_0027_01_000001
2014-04-10 11:06:41,568 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0027_000001
2014-04-10 11:06:41,569 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0027_01_000001 of capacity <memory:2048, vCores:1> on host localhost:38779, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:06:41,569 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0027_000001 State change from FINISHING to FINISHED
2014-04-10 11:06:41,569 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:06:41,569 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0027 State change from FINISHING to FINISHED
2014-04-10 11:06:41,569 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0027_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:41,569 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0027
2014-04-10 11:06:41,569 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:41,569 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:06:41,569 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0027_000001 released container container_1397145675630_0027_01_000001 on node: host: localhost:38779 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:06:41,569 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0027,name=[1B3CD90C0E42418DAEDBD24955A57257/5FDBD2CDD6514C84B0C5901C16A964F3] lower*upper/(1/2) ...atform/joinfilteredbranch,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0027/jobhistory/job/job_1397145675630_0027,appMasterHost=localhost.localdomain,startTime=1397145984467,finishTime=1397145995095,finalStatus=SUCCEEDED
2014-04-10 11:06:41,570 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0027_000001 is done. finalState=FINISHED
2014-04-10 11:06:41,570 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0027 requests cleared
2014-04-10 11:06:41,570 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0027 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:06:41,570 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0027 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:06:41,570 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0027_000001
2014-04-10 11:06:41,573 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:41,573 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:41,576 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:41,576 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:41,577 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0027_000001 (auth:SIMPLE)
2014-04-10 11:06:41,578 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0027_01_000001
2014-04-10 11:06:41,588 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:41,588 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:41,647 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000006/default_container_executor.sh]
2014-04-10 11:06:41,667 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742145_1321 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742145 for deletion
2014-04-10 11:06:41,667 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742146_1322 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742146 for deletion
2014-04-10 11:06:41,667 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742147_1323 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742147 for deletion
2014-04-10 11:06:41,667 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742145_1321 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742145
2014-04-10 11:06:41,667 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742148_1324 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742148 for deletion
2014-04-10 11:06:41,667 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742147_1323 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742147
2014-04-10 11:06:41,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742154_1330 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742154 for deletion
2014-04-10 11:06:41,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742155_1331 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742155 for deletion
2014-04-10 11:06:41,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742154_1330 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742154
2014-04-10 11:06:41,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742141_1317 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742141 for deletion
2014-04-10 11:06:41,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742146_1322 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742146
2014-04-10 11:06:41,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742148_1324 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742148
2014-04-10 11:06:41,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742155_1331 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742155
2014-04-10 11:06:41,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742141_1317 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742141
2014-04-10 11:06:41,755 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000005/default_container_executor.sh]
2014-04-10 11:06:41,766 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000004/default_container_executor.sh]
2014-04-10 11:06:41,954 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:06:42,247 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742162_1338
2014-04-10 11:06:42,270 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0027 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:06:42,270 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0027
2014-04-10 11:06:42,270 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0027
2014-04-10 11:06:42,270 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0027
2014-04-10 11:06:42,270 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0027
2014-04-10 11:06:42,270 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0027
2014-04-10 11:06:42,270 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0027 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:06:42,270 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0027, with delay of 10800 seconds
2014-04-10 11:06:42,393 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0027 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:06:42,393 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0027
2014-04-10 11:06:42,393 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0027 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:06:42,394 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0027, with delay of 10800 seconds
2014-04-10 11:06:42,394 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0027
2014-04-10 11:06:42,394 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0027
2014-04-10 11:06:42,394 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0027
2014-04-10 11:06:42,394 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0027
2014-04-10 11:06:42,569 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0027 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:06:42,569 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0027
2014-04-10 11:06:42,569 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0027
2014-04-10 11:06:42,569 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0027
2014-04-10 11:06:42,569 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0027 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:06:42,569 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0027, with delay of 10800 seconds
2014-04-10 11:06:42,569 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0027
2014-04-10 11:06:42,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0027
2014-04-10 11:06:42,648 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:06:43,070 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0028_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000005.tokens
2014-04-10 11:06:43,070 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0028 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0028
2014-04-10 11:06:43,323 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:06:43,461 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0028_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000006.tokens
2014-04-10 11:06:43,461 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0028 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0028
2014-04-10 11:06:43,588 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742162_1338
2014-04-10 11:06:43,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.split dst=null perm=null
2014-04-10 11:06:43,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.split dst=null perm=null
2014-04-10 11:06:43,829 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42262, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0028_m_000000_0_1545118752_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742159_1335, duration: 177525
2014-04-10 11:06:43,871 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54988, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0028_m_000001_0_-1000571964_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742159_1335, duration: 171672
2014-04-10 11:06:43,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:43,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:43,979 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54988, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0028_m_000001_0_-1000571964_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 150463
2014-04-10 11:06:44,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:44,196 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742162_1338
2014-04-10 11:06:44,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.split dst=null perm=null
2014-04-10 11:06:44,355 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50609, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0028_m_000004_0_-365778898_1, offset: 1024, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742159_1335, duration: 116823
2014-04-10 11:06:44,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.split dst=null perm=null
2014-04-10 11:06:44,488 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54993, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0028_m_000002_0_-2145963374_1, offset: 512, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742159_1335, duration: 162646
2014-04-10 11:06:44,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job.split dst=null perm=null
2014-04-10 11:06:44,552 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50613, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0028_m_000003_0_-1349322490_1, offset: 1024, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742159_1335, duration: 153201
2014-04-10 11:06:44,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:44,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:44,752 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54993, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0028_m_000002_0_-2145963374_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 105688
2014-04-10 11:06:44,753 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54996, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0028_m_000004_0_-365778898_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 88507
2014-04-10 11:06:44,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:44,767 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50613, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0028_m_000003_0_-1349322490_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 149461
2014-04-10 11:06:44,817 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:54997, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0028_m_000000_0_1545118752_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 122062
2014-04-10 11:06:44,831 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073742163_1339{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:06:45,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:45,467 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000001_0/part-00001. BP-2026122021-127.0.0.1-1397145659663 blk_1073742164_1340{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:06:45,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:45,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:45,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:45,516 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742163_1339 src: /127.0.0.1:56805 dest: /127.0.0.1:50911
2014-04-10 11:06:45,525 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742164_1340 src: /127.0.0.1:50618 dest: /127.0.0.1:53749
2014-04-10 11:06:45,525 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742163_1339 src: /127.0.0.1:55001 dest: /127.0.0.1:36156
2014-04-10 11:06:45,538 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742164_1340 src: /127.0.0.1:55002 dest: /127.0.0.1:36156
2014-04-10 11:06:45,548 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742163_1339 src: /127.0.0.1:42278 dest: /127.0.0.1:37218
2014-04-10 11:06:45,566 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742164_1340 src: /127.0.0.1:42279 dest: /127.0.0.1:37218
2014-04-10 11:06:45,578 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42278, dest: /127.0.0.1:37218, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0028_m_000000_0_1545118752_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742163_1339, duration: 13216814
2014-04-10 11:06:45,579 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742163_1339, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:45,579 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742163_1339{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:06:45,580 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55001, dest: /127.0.0.1:36156, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0028_m_000000_0_1545118752_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742163_1339, duration: 20662009
2014-04-10 11:06:45,580 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742163_1339{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:06:45,580 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742163_1339, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:45,580 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56805, dest: /127.0.0.1:50911, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0028_m_000000_0_1545118752_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742163_1339, duration: 21806082
2014-04-10 11:06:45,580 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742163_1339, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:45,581 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742163_1339{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:06:45,594 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0028_m_000000_0_1545118752_1
2014-04-10 11:06:45,596 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42279, dest: /127.0.0.1:37218, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0028_m_000001_0_-1000571964_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742164_1340, duration: 18015242
2014-04-10 11:06:45,597 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742164_1340, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:45,597 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55002, dest: /127.0.0.1:36156, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0028_m_000001_0_-1000571964_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742164_1340, duration: 8291688
2014-04-10 11:06:45,597 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742164_1340, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:45,598 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50618, dest: /127.0.0.1:53749, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0028_m_000001_0_-1000571964_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742164_1340, duration: 4477281
2014-04-10 11:06:45,598 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742164_1340, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:45,599 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742164_1340{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:45,600 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742164_1340{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:45,600 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742164_1340{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:45,611 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000001_0/part-00001 is closed by DFSClient_attempt_1397145675630_0028_m_000001_0_-1000571964_1
2014-04-10 11:06:45,641 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000004_0/part-00004. BP-2026122021-127.0.0.1-1397145659663 blk_1073742165_1341{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:06:45,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000000_0 dst=null perm=null
2014-04-10 11:06:45,669 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000003_0/part-00003. BP-2026122021-127.0.0.1-1397145659663 blk_1073742166_1342{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:06:45,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000000_0 dst=null perm=null
2014-04-10 11:06:45,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/task_1397145675630_0028_m_000000 dst=null perm=null
2014-04-10 11:06:45,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000001_0 dst=null perm=null
2014-04-10 11:06:45,678 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000002_0/part-00002. BP-2026122021-127.0.0.1-1397145659663 blk_1073742167_1343{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:06:45,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000001_0 dst=null perm=null
2014-04-10 11:06:45,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/task_1397145675630_0028_m_000001 dst=null perm=null
2014-04-10 11:06:45,692 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742165_1341 src: /127.0.0.1:56811 dest: /127.0.0.1:50911
2014-04-10 11:06:45,693 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742165_1341 src: /127.0.0.1:42282 dest: /127.0.0.1:37218
2014-04-10 11:06:45,693 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742165_1341 src: /127.0.0.1:50626 dest: /127.0.0.1:53749
2014-04-10 11:06:45,699 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50626, dest: /127.0.0.1:53749, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0028_m_000004_0_-365778898_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742165_1341, duration: 4454597
2014-04-10 11:06:45,699 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742165_1341, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:45,699 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742165_1341{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:45,699 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42282, dest: /127.0.0.1:37218, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0028_m_000004_0_-365778898_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742165_1341, duration: 3781096
2014-04-10 11:06:45,699 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742165_1341, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:45,700 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742165_1341{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:45,700 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56811, dest: /127.0.0.1:50911, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0028_m_000004_0_-365778898_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742165_1341, duration: 5553023
2014-04-10 11:06:45,700 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742165_1341, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:45,700 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742165_1341{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:45,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000001_0 dst=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/task_1397145675630_0028_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:45,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000000_0 dst=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/task_1397145675630_0028_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:45,719 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000004_0/part-00004 is closed by DFSClient_attempt_1397145675630_0028_m_000004_0_-365778898_1
2014-04-10 11:06:45,739 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742166_1342 src: /127.0.0.1:42281 dest: /127.0.0.1:37218
2014-04-10 11:06:45,751 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742166_1342 src: /127.0.0.1:50628 dest: /127.0.0.1:53749
2014-04-10 11:06:45,762 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742167_1343 src: /127.0.0.1:56815 dest: /127.0.0.1:50911
2014-04-10 11:06:45,763 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742167_1343 src: /127.0.0.1:55012 dest: /127.0.0.1:36156
2014-04-10 11:06:45,763 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742166_1342 src: /127.0.0.1:56817 dest: /127.0.0.1:50911
2014-04-10 11:06:45,768 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0028_01_000002
2014-04-10 11:06:45,768 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000002
2014-04-10 11:06:45,768 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:06:45,768 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0028_01_000002
2014-04-10 11:06:45,770 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56817, dest: /127.0.0.1:50911, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0028_m_000003_0_-1349322490_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742166_1342, duration: 4234816
2014-04-10 11:06:45,770 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742166_1342, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:45,770 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742166_1342{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:06:45,771 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50628, dest: /127.0.0.1:53749, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0028_m_000003_0_-1349322490_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742166_1342, duration: 4941914
2014-04-10 11:06:45,771 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742167_1343 src: /127.0.0.1:50631 dest: /127.0.0.1:53749
2014-04-10 11:06:45,771 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42281, dest: /127.0.0.1:37218, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0028_m_000003_0_-1349322490_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742166_1342, duration: 5519510
2014-04-10 11:06:45,771 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742166_1342{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:06:45,772 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742166_1342{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:06:45,771 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742166_1342, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:45,772 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742166_1342, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:45,778 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0028_01_000003
2014-04-10 11:06:45,779 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000003
2014-04-10 11:06:45,779 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50631, dest: /127.0.0.1:53749, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0028_m_000002_0_-2145963374_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742167_1343, duration: 3069958
2014-04-10 11:06:45,780 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742167_1343{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:06:45,780 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742167_1343, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:45,780 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55012, dest: /127.0.0.1:36156, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0028_m_000002_0_-2145963374_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742167_1343, duration: 7186155
2014-04-10 11:06:45,780 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742167_1343, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:45,780 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56815, dest: /127.0.0.1:50911, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0028_m_000002_0_-2145963374_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742167_1343, duration: 4706827
2014-04-10 11:06:45,780 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0028_01_000002 is : 143
2014-04-10 11:06:45,780 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742167_1343{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:06:45,780 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742167_1343, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:45,781 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742167_1343{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:06:45,784 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job_1397145675630_0028_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073742168_1344{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:06:45,788 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:06:45,788 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:06:45,789 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0028_01_000003
2014-04-10 11:06:45,794 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0028_01_000003 is : 143
2014-04-10 11:06:45,794 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000003_0/part-00003 is closed by DFSClient_attempt_1397145675630_0028_m_000003_0_-1349322490_1
2014-04-10 11:06:45,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000004_0 dst=null perm=null
2014-04-10 11:06:45,804 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000002
2014-04-10 11:06:45,804 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000002
2014-04-10 11:06:45,804 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000002
2014-04-10 11:06:45,805 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:06:45,805 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000002
2014-04-10 11:06:45,805 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000002
2014-04-10 11:06:45,805 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:06:45,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000003
2014-04-10 11:06:45,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000003
2014-04-10 11:06:45,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000003
2014-04-10 11:06:45,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000003
2014-04-10 11:06:45,806 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0028_01_000002 from application application_1397145675630_0028
2014-04-10 11:06:45,807 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:45,807 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0028
2014-04-10 11:06:45,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000004_0 dst=null perm=null
2014-04-10 11:06:45,807 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000003
2014-04-10 11:06:45,807 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:06:45,807 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0028_01_000003 from application application_1397145675630_0028
2014-04-10 11:06:45,807 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:45,807 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0028
2014-04-10 11:06:45,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/task_1397145675630_0028_m_000004 dst=null perm=null
2014-04-10 11:06:45,811 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000002_0/part-00002 is closed by DFSClient_attempt_1397145675630_0028_m_000002_0_-2145963374_1
2014-04-10 11:06:45,812 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742168_1344 src: /127.0.0.1:56820 dest: /127.0.0.1:50911
2014-04-10 11:06:45,813 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742168_1344 src: /127.0.0.1:50633 dest: /127.0.0.1:53749
2014-04-10 11:06:45,813 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742168_1344 src: /127.0.0.1:55016 dest: /127.0.0.1:36156
2014-04-10 11:06:45,817 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job_1397145675630_0028_1.jhist for DFSClient_NONMAPREDUCE_-181823003_1
2014-04-10 11:06:45,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000004_0 dst=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/task_1397145675630_0028_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:45,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000003_0 dst=null perm=null
2014-04-10 11:06:45,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000003_0 dst=null perm=null
2014-04-10 11:06:45,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/task_1397145675630_0028_m_000003 dst=null perm=null
2014-04-10 11:06:45,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000002_0 dst=null perm=null
2014-04-10 11:06:45,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000002_0 dst=null perm=null
2014-04-10 11:06:45,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/task_1397145675630_0028_m_000002 dst=null perm=null
2014-04-10 11:06:45,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000003_0 dst=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/task_1397145675630_0028_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:45,881 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0028_01_000006
2014-04-10 11:06:45,881 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000006
2014-04-10 11:06:45,881 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:06:45,881 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0028_01_000006
2014-04-10 11:06:45,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/_temporary/attempt_1397145675630_0028_m_000002_0 dst=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/task_1397145675630_0028_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:45,887 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0028_01_000006 is : 143
2014-04-10 11:06:45,896 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:06:45,897 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000006
2014-04-10 11:06:45,897 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000006
2014-04-10 11:06:45,897 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000006
2014-04-10 11:06:45,897 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000006
2014-04-10 11:06:45,897 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000006
2014-04-10 11:06:45,898 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:06:45,898 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0028_01_000006 from application application_1397145675630_0028
2014-04-10 11:06:45,898 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:45,898 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0028
2014-04-10 11:06:45,913 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0028_01_000005
2014-04-10 11:06:45,913 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000005
2014-04-10 11:06:45,913 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:06:45,913 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0028_01_000005
2014-04-10 11:06:45,913 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0028_01_000006
2014-04-10 11:06:45,914 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0028_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:45,914 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0028_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:06:45,914 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000006
2014-04-10 11:06:45,914 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0028_01_000006 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:06:45,914 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:06:45,914 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0028_01_000006, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:45,914 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:45,914 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:06:45,914 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0028_000001 released container container_1397145675630_0028_01_000006 on node: host: localhost:55857 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:06:45,919 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0028_01_000005 is : 143
2014-04-10 11:06:45,928 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:06:45,928 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0028_01_000004
2014-04-10 11:06:45,928 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000004
2014-04-10 11:06:45,928 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000005
2014-04-10 11:06:45,928 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000005
2014-04-10 11:06:45,928 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000005
2014-04-10 11:06:45,929 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:06:45,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000005
2014-04-10 11:06:45,929 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000005
2014-04-10 11:06:45,929 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:06:45,929 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0028_01_000004
2014-04-10 11:06:45,935 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0028_01_000004 is : 143
2014-04-10 11:06:45,942 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0028_01_000005 from application application_1397145675630_0028
2014-04-10 11:06:45,942 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:45,942 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0028
2014-04-10 11:06:45,942 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:06:45,943 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000004
2014-04-10 11:06:45,943 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000004
2014-04-10 11:06:45,943 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000004
2014-04-10 11:06:45,943 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000004
2014-04-10 11:06:45,943 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000004
2014-04-10 11:06:45,943 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:06:45,943 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0028_01_000004 from application application_1397145675630_0028
2014-04-10 11:06:45,943 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:45,943 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0028
2014-04-10 11:06:45,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:45,961 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-181823003_1
2014-04-10 11:06:45,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1 dst=null perm=null
2014-04-10 11:06:45,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:45,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:45,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/task_1397145675630_0028_m_000000 dst=null perm=null
2014-04-10 11:06:45,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00000 dst=null perm=null
2014-04-10 11:06:45,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/task_1397145675630_0028_m_000000/part-00000 dst=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:45,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:45,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:46,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/task_1397145675630_0028_m_000001 dst=null perm=null
2014-04-10 11:06:46,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00001 dst=null perm=null
2014-04-10 11:06:46,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/task_1397145675630_0028_m_000001/part-00001 dst=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:46,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:46,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:46,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/task_1397145675630_0028_m_000002 dst=null perm=null
2014-04-10 11:06:46,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00002 dst=null perm=null
2014-04-10 11:06:46,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/task_1397145675630_0028_m_000002/part-00002 dst=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:46,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:46,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:46,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/task_1397145675630_0028_m_000003 dst=null perm=null
2014-04-10 11:06:46,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00003 dst=null perm=null
2014-04-10 11:06:46,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/task_1397145675630_0028_m_000003/part-00003 dst=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:46,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:46,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:46,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/task_1397145675630_0028_m_000004 dst=null perm=null
2014-04-10 11:06:46,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00004 dst=null perm=null
2014-04-10 11:06:46,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary/1/task_1397145675630_0028_m_000004/part-00004 dst=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:46,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_temporary dst=null perm=null
2014-04-10 11:06:46,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:46,119 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-181823003_1
2014-04-10 11:06:46,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:46,152 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-181823003_1
2014-04-10 11:06:46,174 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55016, dest: /127.0.0.1:36156, bytes: 54617, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181823003_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742168_1344, duration: 359340470
2014-04-10 11:06:46,174 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742168_1344, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:46,175 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742168_1344{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 15552
2014-04-10 11:06:46,175 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50633, dest: /127.0.0.1:53749, bytes: 54617, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181823003_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742168_1344, duration: 360707634
2014-04-10 11:06:46,176 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742168_1344, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:46,176 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742168_1344{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 15552
2014-04-10 11:06:46,176 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56820, dest: /127.0.0.1:50911, bytes: 54617, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181823003_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742168_1344, duration: 362076521
2014-04-10 11:06:46,177 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742168_1344, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:46,177 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742168_1344{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 15552
2014-04-10 11:06:46,194 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job_1397145675630_0028_1.jhist is closed by DFSClient_NONMAPREDUCE_-181823003_1
2014-04-10 11:06:46,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:46,214 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742169_1345{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:06:46,230 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742169_1345 src: /127.0.0.1:56824 dest: /127.0.0.1:50911
2014-04-10 11:06:46,231 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742169_1345 src: /127.0.0.1:55019 dest: /127.0.0.1:36156
2014-04-10 11:06:46,232 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742169_1345 src: /127.0.0.1:42295 dest: /127.0.0.1:37218
2014-04-10 11:06:46,236 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42295, dest: /127.0.0.1:37218, bytes: 417, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181823003_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742169_1345, duration: 2204457
2014-04-10 11:06:46,236 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742169_1345, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:46,236 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742169_1345{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:46,236 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55019, dest: /127.0.0.1:36156, bytes: 417, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181823003_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742169_1345, duration: 2670308
2014-04-10 11:06:46,237 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742169_1345, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:46,237 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742169_1345{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:46,237 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56824, dest: /127.0.0.1:50911, bytes: 417, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181823003_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742169_1345, duration: 3236606
2014-04-10 11:06:46,237 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742169_1345, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:46,238 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742169_1345{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:46,252 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028.summary_tmp is closed by DFSClient_NONMAPREDUCE_-181823003_1
2014-04-10 11:06:46,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:46,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job_1397145675630_0028_1.jhist dst=null perm=null
2014-04-10 11:06:46,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028-1397145995816-brock-%5B4858C83B4049477697392E549CA5312E%2FA676B79CD52C48A6-1397146006154-5-0-SUCCEEDED-default-1397145998894.jhist_tmp dst=null perm=null
2014-04-10 11:06:46,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job_1397145675630_0028_1.jhist dst=null perm=null
2014-04-10 11:06:46,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028-1397145995816-brock-%5B4858C83B4049477697392E549CA5312E%2FA676B79CD52C48A6-1397146006154-5-0-SUCCEEDED-default-1397145998894.jhist_tmp dst=null perm=null
2014-04-10 11:06:46,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job_1397145675630_0028_1.jhist dst=null perm=null
2014-04-10 11:06:46,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028-1397145995816-brock-%5B4858C83B4049477697392E549CA5312E%2FA676B79CD52C48A6-1397146006154-5-0-SUCCEEDED-default-1397145998894.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:46,310 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55021, bytes: 55045, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-181823003_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742168_1344, duration: 181039
2014-04-10 11:06:46,312 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028-1397145995816-brock-%5B4858C83B4049477697392E549CA5312E%2FA676B79CD52C48A6-1397146006154-5-0-SUCCEEDED-default-1397145998894.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742170_1346{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:06:46,329 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742170_1346 src: /127.0.0.1:56828 dest: /127.0.0.1:50911
2014-04-10 11:06:46,330 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742170_1346 src: /127.0.0.1:50641 dest: /127.0.0.1:53749
2014-04-10 11:06:46,331 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742170_1346 src: /127.0.0.1:42299 dest: /127.0.0.1:37218
2014-04-10 11:06:46,334 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42299, dest: /127.0.0.1:37218, bytes: 54617, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181823003_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742170_1346, duration: 2216700
2014-04-10 11:06:46,335 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742170_1346, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:46,335 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742170_1346{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:46,335 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50641, dest: /127.0.0.1:53749, bytes: 54617, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181823003_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742170_1346, duration: 2833854
2014-04-10 11:06:46,335 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742170_1346, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:46,336 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742170_1346{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:46,336 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56828, dest: /127.0.0.1:50911, bytes: 54617, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181823003_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742170_1346, duration: 3567787
2014-04-10 11:06:46,336 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742170_1346, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:46,336 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742170_1346{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:46,352 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028-1397145995816-brock-%5B4858C83B4049477697392E549CA5312E%2FA676B79CD52C48A6-1397146006154-5-0-SUCCEEDED-default-1397145998894.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-181823003_1
2014-04-10 11:06:46,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028-1397145995816-brock-%5B4858C83B4049477697392E549CA5312E%2FA676B79CD52C48A6-1397146006154-5-0-SUCCEEDED-default-1397145998894.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:46,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job_1397145675630_0028_1_conf.xml dst=null perm=null
2014-04-10 11:06:46,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028_conf.xml_tmp dst=null perm=null
2014-04-10 11:06:46,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job_1397145675630_0028_1_conf.xml dst=null perm=null
2014-04-10 11:06:46,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028_conf.xml_tmp dst=null perm=null
2014-04-10 11:06:46,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028/job_1397145675630_0028_1_conf.xml dst=null perm=null
2014-04-10 11:06:46,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:46,397 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42300, bytes: 94817, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-181823003_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742162_1338, duration: 350307
2014-04-10 11:06:46,400 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742171_1347{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:06:46,413 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742171_1347 src: /127.0.0.1:55026 dest: /127.0.0.1:36156
2014-04-10 11:06:46,414 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742171_1347 src: /127.0.0.1:42302 dest: /127.0.0.1:37218
2014-04-10 11:06:46,415 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742171_1347 src: /127.0.0.1:56834 dest: /127.0.0.1:50911
2014-04-10 11:06:46,419 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56834, dest: /127.0.0.1:50911, bytes: 94081, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181823003_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742171_1347, duration: 2876308
2014-04-10 11:06:46,419 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742171_1347, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:46,420 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742171_1347{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:06:46,420 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42302, dest: /127.0.0.1:37218, bytes: 94081, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181823003_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742171_1347, duration: 3588454
2014-04-10 11:06:46,420 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742171_1347, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:46,421 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742171_1347{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:06:46,421 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55026, dest: /127.0.0.1:36156, bytes: 94081, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181823003_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742171_1347, duration: 4531911
2014-04-10 11:06:46,422 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742171_1347, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:46,422 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742171_1347{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:06:46,436 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-181823003_1
2014-04-10 11:06:46,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:46,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:46,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:46,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028-1397145995816-brock-%5B4858C83B4049477697392E549CA5312E%2FA676B79CD52C48A6-1397146006154-5-0-SUCCEEDED-default-1397145998894.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028-1397145995816-brock-%5B4858C83B4049477697392E549CA5312E%2FA676B79CD52C48A6-1397146006154-5-0-SUCCEEDED-default-1397145998894.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:46,511 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0028_000001 with final state: FINISHING
2014-04-10 11:06:46,511 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0028_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:06:46,511 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0028 with final state: FINISHING
2014-04-10 11:06:46,511 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0028 State change from RUNNING to FINAL_SAVING
2014-04-10 11:06:46,511 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0028
2014-04-10 11:06:46,512 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0028_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:06:46,512 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0028 State change from FINAL_SAVING to FINISHING
2014-04-10 11:06:46,530 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:06:46,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:06:46,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:06:46,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028.summary dst=null perm=null
2014-04-10 11:06:46,539 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55031, bytes: 421, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742169_1345, duration: 226246
2014-04-10 11:06:46,539 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0028,submitTime=1397145995816,launchTime=1397145998894,firstMapTaskLaunchTime=1397146001060,firstReduceTaskLaunchTime=0,finishTime=1397146006154,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=23,reduceSlotSeconds=0,jobName=[4858C83B4049477697392E549CA5312E/A676B79CD52C48A6AEAFB14378CAD148] lower*upper1*upper2/(3/3)
2014-04-10 11:06:46,539 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028.summary]
2014-04-10 11:06:46,552 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742169_1345 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:06:46,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028.summary dst=null perm=null
2014-04-10 11:06:46,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:06:46,555 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028-1397145995816-brock-%5B4858C83B4049477697392E549CA5312E%2FA676B79CD52C48A6-1397146006154-5-0-SUCCEEDED-default-1397145998894.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0028-1397145995816-brock-%5B4858C83B4049477697392E549CA5312E%2FA676B79CD52C48A6-1397146006154-5-0-SUCCEEDED-default-1397145998894.jhist
2014-04-10 11:06:46,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028-1397145995816-brock-%5B4858C83B4049477697392E549CA5312E%2FA676B79CD52C48A6-1397146006154-5-0-SUCCEEDED-default-1397145998894.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0028-1397145995816-brock-%5B4858C83B4049477697392E549CA5312E%2FA676B79CD52C48A6-1397146006154-5-0-SUCCEEDED-default-1397145998894.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:46,569 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0028_conf.xml
2014-04-10 11:06:46,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0028_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0028_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:46,586 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0028 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0028-1397145995816-brock-%5B4858C83B4049477697392E549CA5312E%2FA676B79CD52C48A6-1397146006154-5-0-SUCCEEDED-default-1397145998894.jhist
2014-04-10 11:06:46,586 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0028-1397145995816-brock-%5B4858C83B4049477697392E549CA5312E%2FA676B79CD52C48A6-1397146006154-5-0-SUCCEEDED-default-1397145998894.jhist]
2014-04-10 11:06:46,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0028-1397145995816-brock-%5B4858C83B4049477697392E549CA5312E%2FA676B79CD52C48A6-1397146006154-5-0-SUCCEEDED-default-1397145998894.jhist dst=null perm=null
2014-04-10 11:06:46,590 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56838, bytes: 55045, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742170_1346, duration: 252631
2014-04-10 11:06:46,625 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper1*upper2] starting step: (2/3)
2014-04-10 11:06:46,640 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:06:46,651 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:06:46,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:06:46,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:06:46,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:06:46,655 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 29
2014-04-10 11:06:46,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029 dst=null perm=null
2014-04-10 11:06:46,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:06:46,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:06:46,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.jar dst=null perm=null
2014-04-10 11:06:46,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:46,705 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073742172_1348{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:06:46,720 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742172_1348 src: /127.0.0.1:50651 dest: /127.0.0.1:53749
2014-04-10 11:06:46,721 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742172_1348 src: /127.0.0.1:42309 dest: /127.0.0.1:37218
2014-04-10 11:06:46,723 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742172_1348 src: /127.0.0.1:56841 dest: /127.0.0.1:50911
2014-04-10 11:06:46,728 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56841, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742172_1348, duration: 3805861
2014-04-10 11:06:46,728 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742172_1348, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:46,728 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742172_1348{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:46,728 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42309, dest: /127.0.0.1:37218, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742172_1348, duration: 4460462
2014-04-10 11:06:46,729 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742172_1348, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:46,729 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742172_1348{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:46,729 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50651, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742172_1348, duration: 4523355
2014-04-10 11:06:46,730 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742172_1348, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:46,730 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742172_1348{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:46,744 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:06:46,745 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.jar
2014-04-10 11:06:46,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.jar dst=null perm=null
2014-04-10 11:06:46,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:46,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:46,779 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0028_01_000002
2014-04-10 11:06:46,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:46,779 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0028_01_000003
2014-04-10 11:06:46,780 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0028_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:46,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:46,780 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0028_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:06:46,781 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000002
2014-04-10 11:06:46,781 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0028_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:06:46,781 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:06:46,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:06:46,781 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0028_01_000002, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:46,781 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:46,782 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:06:46,782 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0028_000001 released container container_1397145675630_0028_01_000002 on node: host: localhost:41546 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:06:46,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:06:46,782 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0028_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:46,782 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0028_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:06:46,783 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000003
2014-04-10 11:06:46,783 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0028_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:06:46,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:06:46,783 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:06:46,783 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0028_01_000003, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:46,783 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:46,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:06:46,784 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:06:46,784 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0028_000001 released container container_1397145675630_0028_01_000003 on node: host: localhost:41546 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:06:46,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:06:46,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:46,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:46,788 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:06:46,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:46,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:46,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:46,820 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.split
2014-04-10 11:06:46,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.split dst=null perm=null
2014-04-10 11:06:46,837 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073742173_1349{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:06:46,854 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742173_1349 src: /127.0.0.1:55036 dest: /127.0.0.1:36156
2014-04-10 11:06:46,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742173_1349 src: /127.0.0.1:50655 dest: /127.0.0.1:53749
2014-04-10 11:06:46,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742173_1349 src: /127.0.0.1:56844 dest: /127.0.0.1:50911
2014-04-10 11:06:46,857 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742173_1349 src: /127.0.0.1:42314 dest: /127.0.0.1:37218
2014-04-10 11:06:46,861 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42314, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742173_1349, duration: 2505039
2014-04-10 11:06:46,861 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742173_1349, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:46,862 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742173_1349{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:46,862 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56844, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742173_1349, duration: 3071974
2014-04-10 11:06:46,862 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742173_1349, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:46,862 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742173_1349{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:46,862 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50655, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742173_1349, duration: 3665807
2014-04-10 11:06:46,863 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742173_1349, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:46,863 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742173_1349{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:46,863 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55036, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742173_1349, duration: 4257336
2014-04-10 11:06:46,864 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742173_1349, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:46,864 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742173_1349{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:46,877 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:06:46,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:46,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:46,912 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073742174_1350{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:06:46,928 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0028_01_000004
2014-04-10 11:06:46,929 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0028_01_000005
2014-04-10 11:06:46,929 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0028_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:46,929 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742174_1350 src: /127.0.0.1:50658 dest: /127.0.0.1:53749
2014-04-10 11:06:46,929 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0028_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:06:46,930 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000004
2014-04-10 11:06:46,930 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0028_01_000004 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:06:46,930 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:06:46,930 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0028_01_000004, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:46,930 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:46,930 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:06:46,930 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0028_000001 released container container_1397145675630_0028_01_000004 on node: host: localhost:55857 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:06:46,931 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742174_1350 src: /127.0.0.1:55041 dest: /127.0.0.1:36156
2014-04-10 11:06:46,931 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0028_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:46,931 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0028_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:06:46,931 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000005
2014-04-10 11:06:46,931 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0028_01_000005 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:06:46,932 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:06:46,932 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0028_01_000005, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:46,932 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742174_1350 src: /127.0.0.1:56848 dest: /127.0.0.1:50911
2014-04-10 11:06:46,932 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:46,932 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:06:46,933 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0028_000001 released container container_1397145675630_0028_01_000005 on node: host: localhost:55857 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:06:46,935 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56848, dest: /127.0.0.1:50911, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742174_1350, duration: 1497174
2014-04-10 11:06:46,935 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742174_1350, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:46,935 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742174_1350{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:46,935 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55041, dest: /127.0.0.1:36156, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742174_1350, duration: 1829199
2014-04-10 11:06:46,936 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742174_1350, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:46,936 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742174_1350{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:46,936 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50658, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742174_1350, duration: 2740659
2014-04-10 11:06:46,936 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742174_1350, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:46,937 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742174_1350{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:46,952 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:06:46,953 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:06:47,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:47,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:47,059 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742175_1351{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:06:47,079 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742175_1351 src: /127.0.0.1:55043 dest: /127.0.0.1:36156
2014-04-10 11:06:47,080 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742175_1351 src: /127.0.0.1:42319 dest: /127.0.0.1:37218
2014-04-10 11:06:47,081 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742175_1351 src: /127.0.0.1:56851 dest: /127.0.0.1:50911
2014-04-10 11:06:47,084 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56851, dest: /127.0.0.1:50911, bytes: 81288, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742175_1351, duration: 2145912
2014-04-10 11:06:47,084 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742175_1351, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:47,085 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742175_1351{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:06:47,085 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42319, dest: /127.0.0.1:37218, bytes: 81288, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742175_1351, duration: 2651288
2014-04-10 11:06:47,085 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742175_1351, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:47,085 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742175_1351{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:06:47,086 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55043, dest: /127.0.0.1:36156, bytes: 81288, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742175_1351, duration: 3510719
2014-04-10 11:06:47,086 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742175_1351, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:47,086 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742175_1351{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:06:47,102 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:06:47,103 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0029
2014-04-10 11:06:47,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029 dst=null perm=null
2014-04-10 11:06:47,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.xml dst=null perm=null
2014-04-10 11:06:47,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.xml dst=null perm=null
2014-04-10 11:06:47,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.jar dst=null perm=null
2014-04-10 11:06:47,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.jar dst=null perm=null
2014-04-10 11:06:47,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.split dst=null perm=null
2014-04-10 11:06:47,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.split dst=null perm=null
2014-04-10 11:06:47,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:47,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:47,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:47,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:47,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:47,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:47,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:47,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:47,159 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 29 submitted by user brock
2014-04-10 11:06:47,159 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0029
2014-04-10 11:06:47,159 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0029
2014-04-10 11:06:47,159 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0029
2014-04-10 11:06:47,159 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0029 State change from NEW to NEW_SAVING
2014-04-10 11:06:47,160 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0029 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:06:47,160 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0029_000001
2014-04-10 11:06:47,161 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0029_000001 State change from NEW to SUBMITTED
2014-04-10 11:06:47,161 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0029 from user: brock activated in queue: default
2014-04-10 11:06:47,161 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0029 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:06:47,161 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0029 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:06:47,161 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0029
2014-04-10 11:06:47,161 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0029_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:06:47,162 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0029_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:06:47,163 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0029 State change from SUBMITTED to ACCEPTED
2014-04-10 11:06:47,164 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0029/
2014-04-10 11:06:47,165 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper1*upper2] submitted hadoop job: job_1397145675630_0029
2014-04-10 11:06:47,165 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper1*upper2] tracking url: http://localhost:33250/proxy/application_1397145675630_0029/
2014-04-10 11:06:47,250 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742167_1343
2014-04-10 11:06:47,251 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742168_1344
2014-04-10 11:06:47,252 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742171_1347
2014-04-10 11:06:47,252 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742173_1349
2014-04-10 11:06:47,253 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742164_1340
2014-04-10 11:06:47,254 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742175_1351
2014-04-10 11:06:47,254 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742163_1339
2014-04-10 11:06:47,255 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742174_1350
2014-04-10 11:06:47,255 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742169_1345
2014-04-10 11:06:47,571 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0029_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:47,571 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000001
2014-04-10 11:06:47,572 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0029_01_000001 of capacity <memory:2048, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:06:47,572 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0029 container=Container: [ContainerId: container_1397145675630_0029_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0029_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:47,572 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:06:47,572 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0029_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:47,572 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:47,573 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0029 AttemptId: appattempt_1397145675630_0029_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0029_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ]
2014-04-10 11:06:47,573 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0029_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:06:47,573 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0029_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:06:47,573 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0029_000001
2014-04-10 11:06:47,574 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0029_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] for AM appattempt_1397145675630_0029_000001
2014-04-10 11:06:47,574 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0029_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:06:47,577 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0029_000001 (auth:SIMPLE)
2014-04-10 11:06:47,577 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742158_1334 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:53749
2014-04-10 11:06:47,578 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742159_1335 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:53749
2014-04-10 11:06:47,578 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742160_1336 127.0.0.1:36156 127.0.0.1:50911 127.0.0.1:37218
2014-04-10 11:06:47,578 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742161_1337 127.0.0.1:50911 127.0.0.1:37218 127.0.0.1:53749
2014-04-10 11:06:47,578 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742168_1344 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:36156
2014-04-10 11:06:47,578 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742162_1338 127.0.0.1:36156 127.0.0.1:50911 127.0.0.1:37218
2014-04-10 11:06:47,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0028 dst=null perm=null
2014-04-10 11:06:47,579 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0029_01_000001 by user brock
2014-04-10 11:06:47,579 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0029
2014-04-10 11:06:47,579 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000001
2014-04-10 11:06:47,580 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0029 transitioned from NEW to INITING
2014-04-10 11:06:47,580 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0029_01_000001 to application application_1397145675630_0029
2014-04-10 11:06:47,580 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0029 transitioned from INITING to RUNNING
2014-04-10 11:06:47,581 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:06:47,581 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0029
2014-04-10 11:06:47,580 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0029_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] for AM appattempt_1397145675630_0029_000001
2014-04-10 11:06:47,581 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:06:47,581 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0029_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:06:47,582 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:06:47,582 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:06:47,582 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:06:47,582 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0029_01_000001
2014-04-10 11:06:47,593 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0029_01_000001.tokens. Credentials list:
2014-04-10 11:06:47,608 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:06:47,675 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0029_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000001.tokens
2014-04-10 11:06:47,676 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0029 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0029
2014-04-10 11:06:47,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.jar dst=null perm=null
2014-04-10 11:06:47,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.jar dst=null perm=null
2014-04-10 11:06:47,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.jar dst=null perm=null
2014-04-10 11:06:47,792 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50668, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2119812637_17162, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742172_1348, duration: 598314
2014-04-10 11:06:47,820 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0029/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:47,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:47,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:47,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:47,846 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50668, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2119812637_17162, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742174_1350, duration: 228791
2014-04-10 11:06:47,866 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0029/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:47,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.split dst=null perm=null
2014-04-10 11:06:47,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.split dst=null perm=null
2014-04-10 11:06:47,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.split dst=null perm=null
2014-04-10 11:06:47,892 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56857, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2119812637_17162, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742173_1349, duration: 241483
2014-04-10 11:06:47,911 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0029/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:47,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.xml dst=null perm=null
2014-04-10 11:06:47,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.xml dst=null perm=null
2014-04-10 11:06:47,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.xml dst=null perm=null
2014-04-10 11:06:47,945 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56857, bytes: 81924, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2119812637_17162, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742175_1351, duration: 380234
2014-04-10 11:06:47,965 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0029/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:47,965 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:47,999 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:47,999 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:48,063 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000001/default_container_executor.sh]
2014-04-10 11:06:48,570 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0029_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:48,590 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742170_1346
2014-04-10 11:06:48,591 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742163_1339
2014-04-10 11:06:48,591 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742168_1344
2014-04-10 11:06:48,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742171_1347
2014-04-10 11:06:48,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742165_1341
2014-04-10 11:06:48,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742169_1345
2014-04-10 11:06:48,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742167_1343
2014-04-10 11:06:48,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742166_1342
2014-04-10 11:06:48,593 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742173_1349
2014-04-10 11:06:48,792 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742172_1348
2014-04-10 11:06:48,792 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742175_1351
2014-04-10 11:06:48,793 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742174_1350
2014-04-10 11:06:49,158 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:37218 to replicate blk_1073742172_1348 to datanode(s) 127.0.0.1:36156
2014-04-10 11:06:49,158 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742161_1337, blk_1073742168_1344, blk_1073742158_1334, blk_1073742159_1335]
2014-04-10 11:06:49,158 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073742160_1336, blk_1073742162_1338, blk_1073742168_1344, blk_1073742169_1345, blk_1073742158_1334, blk_1073742159_1335]
2014-04-10 11:06:49,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:06:49,202 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742164_1340
2014-04-10 11:06:49,202 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742169_1345
2014-04-10 11:06:49,202 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742166_1342
2014-04-10 11:06:49,203 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742171_1347
2014-04-10 11:06:49,204 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742172_1348
2014-04-10 11:06:49,204 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742163_1339
2014-04-10 11:06:49,204 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742165_1341
2014-04-10 11:06:49,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/COMMIT_STARTED dst=null perm=null
2014-04-10 11:06:49,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:06:49,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/COMMIT_FAIL dst=null perm=null
2014-04-10 11:06:49,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029 dst=null perm=null
2014-04-10 11:06:49,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:06:49,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:06:49,404 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742170_1346
2014-04-10 11:06:49,404 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742173_1349
2014-04-10 11:06:49,404 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742175_1351
2014-04-10 11:06:49,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:49,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:49,537 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55056, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1260459247_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742174_1350, duration: 153052
2014-04-10 11:06:50,269 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0029_000001 (auth:SIMPLE)
2014-04-10 11:06:50,270 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0029_000001
2014-04-10 11:06:50,271 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0029 APPATTEMPTID=appattempt_1397145675630_0029_000001
2014-04-10 11:06:50,271 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0029_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:06:50,271 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0029 State change from ACCEPTED to RUNNING
2014-04-10 11:06:50,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job_1397145675630_0029_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:50,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:50,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job_1397145675630_0029_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:50,399 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742167_1343
2014-04-10 11:06:50,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742160_1336 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742160 for deletion
2014-04-10 11:06:50,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742162_1338 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742162 for deletion
2014-04-10 11:06:50,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742160_1336 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742160
2014-04-10 11:06:50,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742168_1344 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742168 for deletion
2014-04-10 11:06:50,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742162_1338 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742162
2014-04-10 11:06:50,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742169_1345 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742169 for deletion
2014-04-10 11:06:50,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742168_1344 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742168
2014-04-10 11:06:50,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742169_1345 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742169
2014-04-10 11:06:50,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742158_1334 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742158 for deletion
2014-04-10 11:06:50,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742159_1335 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742159 for deletion
2014-04-10 11:06:50,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742158_1334 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742158
2014-04-10 11:06:50,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742159_1335 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742159
2014-04-10 11:06:50,485 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job_1397145675630_0029_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742176_1352{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:06:50,522 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742176_1352 src: /127.0.0.1:50678 dest: /127.0.0.1:53749
2014-04-10 11:06:50,523 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742176_1352 src: /127.0.0.1:55061 dest: /127.0.0.1:36156
2014-04-10 11:06:50,524 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742176_1352 src: /127.0.0.1:56868 dest: /127.0.0.1:50911
2014-04-10 11:06:50,532 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56868, dest: /127.0.0.1:50911, bytes: 95313, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1260459247_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742176_1352, duration: 7621182
2014-04-10 11:06:50,533 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742176_1352, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:50,533 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55061, dest: /127.0.0.1:36156, bytes: 95313, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1260459247_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742176_1352, duration: 8237009
2014-04-10 11:06:50,533 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742176_1352{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:06:50,533 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742176_1352, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:50,534 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50678, dest: /127.0.0.1:53749, bytes: 95313, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1260459247_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742176_1352, duration: 8784568
2014-04-10 11:06:50,534 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742176_1352{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:06:50,534 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742176_1352, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:50,535 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742176_1352{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:06:50,552 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job_1397145675630_0029_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1260459247_1
2014-04-10 11:06:50,599 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742172_1348
2014-04-10 11:06:50,600 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742164_1340
2014-04-10 11:06:50,600 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742165_1341
2014-04-10 11:06:50,600 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742174_1350
2014-04-10 11:06:50,601 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742170_1346
2014-04-10 11:06:50,602 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742168_1344
2014-04-10 11:06:50,603 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742173_1349
2014-04-10 11:06:50,666 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742161_1337 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742161 for deletion
2014-04-10 11:06:50,667 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742168_1344 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742168 for deletion
2014-04-10 11:06:50,667 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742161_1337 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742161
2014-04-10 11:06:50,667 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742158_1334 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742158 for deletion
2014-04-10 11:06:50,667 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742168_1344 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742168
2014-04-10 11:06:50,667 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742159_1335 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742159 for deletion
2014-04-10 11:06:50,667 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742158_1334 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742158
2014-04-10 11:06:50,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742159_1335 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742159
2014-04-10 11:06:50,769 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=605824a6-2871-47f9-9c2e-3cb0ab71d9dd, infoPort=39282, ipcPort=53527, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073742172_1348 to 127.0.0.1:36156
2014-04-10 11:06:50,771 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742172_1348 src: /127.0.0.1:55063 dest: /127.0.0.1:36156
2014-04-10 11:06:50,771 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073742172_1348 (numBytes=244650) to 127.0.0.1/127.0.0.1:36156
2014-04-10 11:06:50,773 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073742172_1348 src: /127.0.0.1:55063 dest: /127.0.0.1:36156 of size 244650
2014-04-10 11:06:50,774 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742172_1348 size 244650
2014-04-10 11:06:50,800 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742176_1352
2014-04-10 11:06:50,800 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742166_1342
2014-04-10 11:06:51,572 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0029_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:51,572 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000002
2014-04-10 11:06:51,572 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0029_01_000002 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:06:51,572 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0029 container=Container: [ContainerId: container_1397145675630_0029_01_000002, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0029_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:51,573 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:06:51,573 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:51,573 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0029_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:51,573 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000003
2014-04-10 11:06:51,574 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0029_01_000003 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:06:51,574 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0029 container=Container: [ContainerId: container_1397145675630_0029_01_000003, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0029_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:51,574 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:06:51,574 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:51,670 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0029_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:51,670 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000004
2014-04-10 11:06:51,671 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0029_01_000004 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:06:51,671 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0029 container=Container: [ContainerId: container_1397145675630_0029_01_000004, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0029_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:51,671 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:06:51,671 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:51,672 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0029_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:51,672 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000005
2014-04-10 11:06:51,672 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0029_01_000005 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:06:51,672 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0029 container=Container: [ContainerId: container_1397145675630_0029_01_000005, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0029_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:51,673 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:06:51,673 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:51,673 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0029_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:51,673 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000006
2014-04-10 11:06:51,674 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0029_01_000006 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:06:51,674 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0029 container=Container: [ContainerId: container_1397145675630_0029_01_000006, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0029_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:51,674 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:06:51,674 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:52,158 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742160_1336, blk_1073742161_1337, blk_1073742162_1338, blk_1073742169_1345, blk_1073742158_1334, blk_1073742159_1335]
2014-04-10 11:06:52,159 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073742160_1336, blk_1073742161_1337, blk_1073742162_1338, blk_1073742168_1344, blk_1073742169_1345, blk_1073742158_1334, blk_1073742159_1335]
2014-04-10 11:06:52,259 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742176_1352
2014-04-10 11:06:52,306 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0029_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:52,306 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0029_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:52,307 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0029_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:52,307 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0029_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:52,307 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0029_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:52,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.jar dst=null perm=null
2014-04-10 11:06:52,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.jar dst=null perm=null
2014-04-10 11:06:52,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.xml dst=null perm=null
2014-04-10 11:06:52,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.xml dst=null perm=null
2014-04-10 11:06:52,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:52,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:52,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:52,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:52,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:52,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:52,455 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0029_000001 (auth:SIMPLE)
2014-04-10 11:06:52,455 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0029_000001 (auth:SIMPLE)
2014-04-10 11:06:52,459 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0029_01_000003 by user brock
2014-04-10 11:06:52,459 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0029_01_000006 by user brock
2014-04-10 11:06:52,459 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0029_01_000004 by user brock
2014-04-10 11:06:52,459 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0029
2014-04-10 11:06:52,459 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0029_01_000002 by user brock
2014-04-10 11:06:52,459 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0029_01_000004 to application application_1397145675630_0029
2014-04-10 11:06:52,459 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742172_1348
2014-04-10 11:06:52,459 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000006
2014-04-10 11:06:52,459 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000004
2014-04-10 11:06:52,459 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0029_01_000003 to application application_1397145675630_0029
2014-04-10 11:06:52,459 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000003
2014-04-10 11:06:52,459 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0029_01_000005 by user brock
2014-04-10 11:06:52,460 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0029_01_000002 to application application_1397145675630_0029
2014-04-10 11:06:52,459 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0029 transitioned from NEW to INITING
2014-04-10 11:06:52,459 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000002
2014-04-10 11:06:52,461 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:06:52,461 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0029_01_000006 to application application_1397145675630_0029
2014-04-10 11:06:52,461 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000005
2014-04-10 11:06:52,461 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:06:52,461 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0029_01_000005 to application application_1397145675630_0029
2014-04-10 11:06:52,461 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0029
2014-04-10 11:06:52,462 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0029
2014-04-10 11:06:52,462 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:52,462 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0029 transitioned from INITING to RUNNING
2014-04-10 11:06:52,462 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0029
2014-04-10 11:06:52,462 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:06:52,462 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0029
2014-04-10 11:06:52,462 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:06:52,462 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0029
2014-04-10 11:06:52,463 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:52,463 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:06:52,463 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0029
2014-04-10 11:06:52,463 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0029
2014-04-10 11:06:52,463 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0029
2014-04-10 11:06:52,463 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:52,463 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0029
2014-04-10 11:06:52,464 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:52,464 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:06:52,464 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:06:52,464 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:52,464 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0029
2014-04-10 11:06:52,464 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0029
2014-04-10 11:06:52,464 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:52,465 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0029
2014-04-10 11:06:52,465 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0029
2014-04-10 11:06:52,465 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0029
2014-04-10 11:06:52,465 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:06:52,466 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0029
2014-04-10 11:06:52,466 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0029_01_000006
2014-04-10 11:06:52,466 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0029_01_000004
2014-04-10 11:06:52,468 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0029_01_000005
2014-04-10 11:06:52,481 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145675630_0029_01_000004.tokens. Credentials list:
2014-04-10 11:06:52,481 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145675630_0029_01_000005.tokens. Credentials list:
2014-04-10 11:06:52,481 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145675630_0029_01_000006.tokens. Credentials list:
2014-04-10 11:06:52,494 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:06:52,494 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:52,494 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:52,495 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:52,495 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:52,572 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0029_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:52,572 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0029_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:52,580 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000002/default_container_executor.sh]
2014-04-10 11:06:52,580 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000003/default_container_executor.sh]
2014-04-10 11:06:52,587 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145675630_0029_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000004.tokens
2014-04-10 11:06:52,587 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0029 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0029
2014-04-10 11:06:52,670 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0029_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:52,670 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0029_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:52,670 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0029_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:52,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.jar dst=null perm=null
2014-04-10 11:06:52,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.jar dst=null perm=null
2014-04-10 11:06:52,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.jar dst=null perm=null
2014-04-10 11:06:52,702 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0028_01_000001 succeeded
2014-04-10 11:06:52,702 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:06:52,702 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0028_01_000001
2014-04-10 11:06:52,703 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50689, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1784191740_17346, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742172_1348, duration: 396049
2014-04-10 11:06:52,712 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000001
2014-04-10 11:06:52,712 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000001
2014-04-10 11:06:52,712 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000001
2014-04-10 11:06:52,713 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0028/container_1397145675630_0028_01_000001
2014-04-10 11:06:52,713 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000001
2014-04-10 11:06:52,713 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0028_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:06:52,713 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0028_01_000001 from application application_1397145675630_0028
2014-04-10 11:06:52,713 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:52,714 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0028
2014-04-10 11:06:52,720 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0029/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:52,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.xml dst=null perm=null
2014-04-10 11:06:52,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.xml dst=null perm=null
2014-04-10 11:06:52,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.xml dst=null perm=null
2014-04-10 11:06:52,737 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55072, bytes: 81924, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1784191740_17346, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742175_1351, duration: 259473
2014-04-10 11:06:52,748 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0029/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:52,748 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:52,749 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:52,749 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:52,772 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:52,772 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:52,774 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:52,774 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:52,775 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:52,775 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:52,782 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0028_01_000001
2014-04-10 11:06:52,782 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0028_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:52,782 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0028_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:06:52,782 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0028 CONTAINERID=container_1397145675630_0028_01_000001
2014-04-10 11:06:52,782 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0028_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41546, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:06:52,782 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:06:52,782 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0028_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:52,783 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:52,783 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:06:52,783 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0028_000001 released container container_1397145675630_0028_01_000001 on node: host: localhost:41546 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:06:52,783 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0028_000001
2014-04-10 11:06:52,783 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0028_000001 State change from FINISHING to FINISHED
2014-04-10 11:06:52,783 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0028 State change from FINISHING to FINISHED
2014-04-10 11:06:52,783 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0028_000001
2014-04-10 11:06:52,783 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0028_000001 is done. finalState=FINISHED
2014-04-10 11:06:52,784 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0028 requests cleared
2014-04-10 11:06:52,784 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0028 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:06:52,784 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0028 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:06:52,783 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0028
2014-04-10 11:06:52,784 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0028,name=[4858C83B4049477697392E549CA5312E/A676B79CD52C48A6AEAFB14378CAD148] lower*upper1*upper2/(3/3),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0028/jobhistory/job/job_1397145675630_0028,appMasterHost=localhost.localdomain,startTime=1397145995816,finishTime=1397146006511,finalStatus=SUCCEEDED
2014-04-10 11:06:52,785 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0028_000001 (auth:SIMPLE)
2014-04-10 11:06:52,786 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0028_01_000001
2014-04-10 11:06:52,832 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000006/default_container_executor.sh]
2014-04-10 11:06:52,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000005/default_container_executor.sh]
2014-04-10 11:06:52,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000004/default_container_executor.sh]
2014-04-10 11:06:52,930 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0028 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:06:52,931 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0028
2014-04-10 11:06:52,931 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0028
2014-04-10 11:06:52,931 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0028 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:06:52,931 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0028, with delay of 10800 seconds
2014-04-10 11:06:52,931 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0028
2014-04-10 11:06:52,931 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0028
2014-04-10 11:06:52,931 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0028
2014-04-10 11:06:53,323 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:06:53,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742160_1336 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742160 for deletion
2014-04-10 11:06:53,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742161_1337 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742161 for deletion
2014-04-10 11:06:53,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742160_1336 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742160
2014-04-10 11:06:53,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742162_1338 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742162 for deletion
2014-04-10 11:06:53,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742161_1337 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742161
2014-04-10 11:06:53,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742168_1344 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742168 for deletion
2014-04-10 11:06:53,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742162_1338 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742162
2014-04-10 11:06:53,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742169_1345 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742169 for deletion
2014-04-10 11:06:53,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742158_1334 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742158 for deletion
2014-04-10 11:06:53,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742169_1345 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742169
2014-04-10 11:06:53,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742168_1344 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742168
2014-04-10 11:06:53,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742159_1335 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742159 for deletion
2014-04-10 11:06:53,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742158_1334 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742158
2014-04-10 11:06:53,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742159_1335 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742159
2014-04-10 11:06:53,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742160_1336 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742160 for deletion
2014-04-10 11:06:53,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742161_1337 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742161 for deletion
2014-04-10 11:06:53,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742160_1336 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742160
2014-04-10 11:06:53,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742162_1338 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742162 for deletion
2014-04-10 11:06:53,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742161_1337 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742161
2014-04-10 11:06:53,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742169_1345 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742169 for deletion
2014-04-10 11:06:53,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742158_1334 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742158 for deletion
2014-04-10 11:06:53,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742159_1335 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742159 for deletion
2014-04-10 11:06:53,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742169_1345 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742169
2014-04-10 11:06:53,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742159_1335 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742159
2014-04-10 11:06:53,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742162_1338 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742162
2014-04-10 11:06:53,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742158_1334 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742158
2014-04-10 11:06:53,786 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0028 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:06:53,787 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0028
2014-04-10 11:06:53,787 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0028
2014-04-10 11:06:53,787 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0028 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:06:53,787 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0028, with delay of 10800 seconds
2014-04-10 11:06:53,787 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0028
2014-04-10 11:06:53,787 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0028
2014-04-10 11:06:53,788 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0028
2014-04-10 11:06:53,798 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742176_1352
2014-04-10 11:06:53,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:06:53,984 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145675630_0029_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000006.tokens
2014-04-10 11:06:53,984 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0029 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0029
2014-04-10 11:06:54,153 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:06:54,477 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145675630_0029_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000005.tokens
2014-04-10 11:06:54,477 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0029 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0029
2014-04-10 11:06:55,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.split dst=null perm=null
2014-04-10 11:06:55,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.split dst=null perm=null
2014-04-10 11:06:55,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.split dst=null perm=null
2014-04-10 11:06:55,556 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55085, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000000_0_1696573933_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742173_1349, duration: 185391
2014-04-10 11:06:55,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.split dst=null perm=null
2014-04-10 11:06:55,613 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50706, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000003_0_684020528_1, offset: 1024, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742173_1349, duration: 155660
2014-04-10 11:06:55,633 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56896, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000004_0_1578841206_1, offset: 1024, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742173_1349, duration: 166804
2014-04-10 11:06:55,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:55,655 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50709, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000001_0_1972581756_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742173_1349, duration: 161761
2014-04-10 11:06:55,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:55,672 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55092, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000003_0_684020528_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 143749
2014-04-10 11:06:55,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:55,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:55,702 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55093, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000004_0_1578841206_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 169584
2014-04-10 11:06:55,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:55,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:55,720 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56900, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000001_0_1972581756_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 172773
2014-04-10 11:06:55,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:55,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:55,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job.split dst=null perm=null
2014-04-10 11:06:55,837 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55096, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000002_0_-2039320581_1, offset: 512, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742173_1349, duration: 187106
2014-04-10 11:06:55,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:55,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:55,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:55,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:06:55,902 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55096, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000002_0_-2039320581_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 149520
2014-04-10 11:06:55,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00000 dst=null perm=null
2014-04-10 11:06:55,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00000 dst=null perm=null
2014-04-10 11:06:55,923 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56903, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000003_0_684020528_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742163_1339, duration: 167622
2014-04-10 11:06:55,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00001 dst=null perm=null
2014-04-10 11:06:55,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00001 dst=null perm=null
2014-04-10 11:06:55,931 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42374, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000003_0_684020528_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742164_1340, duration: 173608
2014-04-10 11:06:55,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00002 dst=null perm=null
2014-04-10 11:06:55,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00002 dst=null perm=null
2014-04-10 11:06:55,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:55,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:55,950 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55100, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000003_0_684020528_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742167_1343, duration: 179814
2014-04-10 11:06:55,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:55,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00003 dst=null perm=null
2014-04-10 11:06:55,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:55,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:55,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00003 dst=null perm=null
2014-04-10 11:06:55,958 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50706, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000003_0_684020528_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742166_1342, duration: 152471
2014-04-10 11:06:55,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:55,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00004 dst=null perm=null
2014-04-10 11:06:55,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:55,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00004 dst=null perm=null
2014-04-10 11:06:55,966 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56903, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000003_0_684020528_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742165_1341, duration: 141404
2014-04-10 11:06:55,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00000 dst=null perm=null
2014-04-10 11:06:55,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00000 dst=null perm=null
2014-04-10 11:06:55,974 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56907, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000001_0_1972581756_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742163_1339, duration: 159384
2014-04-10 11:06:55,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00001 dst=null perm=null
2014-04-10 11:06:55,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00001 dst=null perm=null
2014-04-10 11:06:55,985 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50709, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000001_0_1972581756_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742164_1340, duration: 108286
2014-04-10 11:06:55,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00002 dst=null perm=null
2014-04-10 11:06:55,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00002 dst=null perm=null
2014-04-10 11:06:55,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00000 dst=null perm=null
2014-04-10 11:06:55,989 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55102, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000001_0_1972581756_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742167_1343, duration: 229883
2014-04-10 11:06:55,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00000 dst=null perm=null
2014-04-10 11:06:55,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00003 dst=null perm=null
2014-04-10 11:06:55,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00003 dst=null perm=null
2014-04-10 11:06:55,993 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000003_0/part-00003. BP-2026122021-127.0.0.1-1397145659663 blk_1073742177_1353{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:06:55,995 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42379, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000001_0_1972581756_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742166_1342, duration: 222174
2014-04-10 11:06:55,996 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56909, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000000_0_1696573933_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742163_1339, duration: 199841
2014-04-10 11:06:55,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00004 dst=null perm=null
2014-04-10 11:06:55,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:55,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00004 dst=null perm=null
2014-04-10 11:06:56,001 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50709, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000001_0_1972581756_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742165_1341, duration: 167993
2014-04-10 11:06:56,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:56,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00001 dst=null perm=null
2014-04-10 11:06:56,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00001 dst=null perm=null
2014-04-10 11:06:56,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:56,006 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55085, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000000_0_1696573933_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742164_1340, duration: 161702
2014-04-10 11:06:56,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00002 dst=null perm=null
2014-04-10 11:06:56,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00002 dst=null perm=null
2014-04-10 11:06:56,019 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56909, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000000_0_1696573933_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742167_1343, duration: 242021
2014-04-10 11:06:56,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00003 dst=null perm=null
2014-04-10 11:06:56,022 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000001_0/part-00001. BP-2026122021-127.0.0.1-1397145659663 blk_1073742178_1354{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:06:56,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00003 dst=null perm=null
2014-04-10 11:06:56,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00000 dst=null perm=null
2014-04-10 11:06:56,025 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50724, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000000_0_1696573933_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742166_1342, duration: 207840
2014-04-10 11:06:56,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00000 dst=null perm=null
2014-04-10 11:06:56,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00004 dst=null perm=null
2014-04-10 11:06:56,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00004 dst=null perm=null
2014-04-10 11:06:56,030 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56909, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000000_0_1696573933_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742165_1341, duration: 236953
2014-04-10 11:06:56,031 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55107, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000004_0_1578841206_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742163_1339, duration: 151218
2014-04-10 11:06:56,033 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56909, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000000_0_1696573933_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 155390
2014-04-10 11:06:56,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00001 dst=null perm=null
2014-04-10 11:06:56,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00001 dst=null perm=null
2014-04-10 11:06:56,052 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073742179_1355{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:06:56,053 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55107, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000004_0_1578841206_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742164_1340, duration: 149979
2014-04-10 11:06:56,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00002 dst=null perm=null
2014-04-10 11:06:56,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00002 dst=null perm=null
2014-04-10 11:06:56,059 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56896, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000004_0_1578841206_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742167_1343, duration: 140523
2014-04-10 11:06:56,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00003 dst=null perm=null
2014-04-10 11:06:56,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00003 dst=null perm=null
2014-04-10 11:06:56,066 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42384, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000004_0_1578841206_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742166_1342, duration: 146903
2014-04-10 11:06:56,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00004 dst=null perm=null
2014-04-10 11:06:56,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00004 dst=null perm=null
2014-04-10 11:06:56,072 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56896, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000004_0_1578841206_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742165_1341, duration: 198625
2014-04-10 11:06:56,077 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742177_1353 src: /127.0.0.1:56911 dest: /127.0.0.1:50911
2014-04-10 11:06:56,079 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742177_1353 src: /127.0.0.1:42386 dest: /127.0.0.1:37218
2014-04-10 11:06:56,080 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742177_1353 src: /127.0.0.1:50730 dest: /127.0.0.1:53749
2014-04-10 11:06:56,092 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000004_0/part-00004. BP-2026122021-127.0.0.1-1397145659663 blk_1073742180_1356{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:06:56,095 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50730, dest: /127.0.0.1:53749, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0029_m_000003_0_684020528_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742177_1353, duration: 7644331
2014-04-10 11:06:56,096 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742177_1353, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:56,096 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742177_1353{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:56,096 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42386, dest: /127.0.0.1:37218, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0029_m_000003_0_684020528_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742177_1353, duration: 15083066
2014-04-10 11:06:56,097 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742177_1353, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:56,097 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742177_1353{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:56,097 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56911, dest: /127.0.0.1:50911, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0029_m_000003_0_684020528_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742177_1353, duration: 15471421
2014-04-10 11:06:56,097 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742177_1353, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:56,097 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742177_1353{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:56,100 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742178_1354 src: /127.0.0.1:42383 dest: /127.0.0.1:37218
2014-04-10 11:06:56,101 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742178_1354 src: /127.0.0.1:56919 dest: /127.0.0.1:50911
2014-04-10 11:06:56,101 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742178_1354 src: /127.0.0.1:50732 dest: /127.0.0.1:53749
2014-04-10 11:06:56,107 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742179_1355 src: /127.0.0.1:42385 dest: /127.0.0.1:37218
2014-04-10 11:06:56,107 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50732, dest: /127.0.0.1:53749, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0029_m_000001_0_1972581756_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742178_1354, duration: 5206708
2014-04-10 11:06:56,107 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742178_1354, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:56,108 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56919, dest: /127.0.0.1:50911, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0029_m_000001_0_1972581756_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742178_1354, duration: 4724477
2014-04-10 11:06:56,108 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742178_1354{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:56,108 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742178_1354, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:56,108 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742179_1355 src: /127.0.0.1:55115 dest: /127.0.0.1:36156
2014-04-10 11:06:56,108 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742178_1354{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:56,108 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42383, dest: /127.0.0.1:37218, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0029_m_000001_0_1972581756_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742178_1354, duration: 5982462
2014-04-10 11:06:56,109 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742178_1354, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:56,109 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742178_1354{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:56,109 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742179_1355 src: /127.0.0.1:50734 dest: /127.0.0.1:53749
2014-04-10 11:06:56,115 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50734, dest: /127.0.0.1:53749, bytes: 138, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0029_m_000000_0_1696573933_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742179_1355, duration: 4916688
2014-04-10 11:06:56,115 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742179_1355, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:56,116 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55115, dest: /127.0.0.1:36156, bytes: 138, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0029_m_000000_0_1696573933_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742179_1355, duration: 5103767
2014-04-10 11:06:56,116 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742179_1355, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:56,116 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42385, dest: /127.0.0.1:37218, bytes: 138, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0029_m_000000_0_1696573933_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742179_1355, duration: 5744916
2014-04-10 11:06:56,116 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742179_1355, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:56,116 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742179_1355{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:56,117 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742179_1355{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:56,117 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742179_1355{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:06:56,127 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000003_0/part-00003 is closed by DFSClient_attempt_1397145675630_0029_m_000003_0_684020528_1
2014-04-10 11:06:56,139 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742180_1356 src: /127.0.0.1:42392 dest: /127.0.0.1:37218
2014-04-10 11:06:56,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742180_1356 src: /127.0.0.1:56924 dest: /127.0.0.1:50911
2014-04-10 11:06:56,142 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742180_1356 src: /127.0.0.1:55119 dest: /127.0.0.1:36156
2014-04-10 11:06:56,143 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0029_m_000000_0_1696573933_1
2014-04-10 11:06:56,143 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000001_0/part-00001 is closed by DFSClient_attempt_1397145675630_0029_m_000001_0_1972581756_1
2014-04-10 11:06:56,157 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55119, dest: /127.0.0.1:36156, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0029_m_000004_0_1578841206_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742180_1356, duration: 14005379
2014-04-10 11:06:56,157 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742180_1356, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:56,158 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56924, dest: /127.0.0.1:50911, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0029_m_000004_0_1578841206_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742180_1356, duration: 4217494
2014-04-10 11:06:56,158 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742180_1356, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:56,158 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42392, dest: /127.0.0.1:37218, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0029_m_000004_0_1578841206_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742180_1356, duration: 15109897
2014-04-10 11:06:56,158 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742180_1356{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:56,160 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742180_1356{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:56,161 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742180_1356, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:56,161 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742180_1356{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:56,177 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000004_0/part-00004 is closed by DFSClient_attempt_1397145675630_0029_m_000004_0_1578841206_1
2014-04-10 11:06:56,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:56,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000003_0 dst=null perm=null
2014-04-10 11:06:56,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:56,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:06:56,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000003_0 dst=null perm=null
2014-04-10 11:06:56,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/task_1397145675630_0029_m_000003 dst=null perm=null
2014-04-10 11:06:56,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000003_0 dst=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/task_1397145675630_0029_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:56,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000000_0 dst=null perm=null
2014-04-10 11:06:56,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00000 dst=null perm=null
2014-04-10 11:06:56,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00000 dst=null perm=null
2014-04-10 11:06:56,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000000_0 dst=null perm=null
2014-04-10 11:06:56,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/task_1397145675630_0029_m_000000 dst=null perm=null
2014-04-10 11:06:56,208 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55120, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000002_0_-2039320581_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742163_1339, duration: 158561
2014-04-10 11:06:56,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000001_0 dst=null perm=null
2014-04-10 11:06:56,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00001 dst=null perm=null
2014-04-10 11:06:56,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00001 dst=null perm=null
2014-04-10 11:06:56,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000001_0 dst=null perm=null
2014-04-10 11:06:56,219 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50739, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000002_0_-2039320581_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742164_1340, duration: 122396
2014-04-10 11:06:56,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/task_1397145675630_0029_m_000001 dst=null perm=null
2014-04-10 11:06:56,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00002 dst=null perm=null
2014-04-10 11:06:56,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00002 dst=null perm=null
2014-04-10 11:06:56,224 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56928, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000002_0_-2039320581_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742167_1343, duration: 121336
2014-04-10 11:06:56,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00003 dst=null perm=null
2014-04-10 11:06:56,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00003 dst=null perm=null
2014-04-10 11:06:56,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000000_0 dst=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/task_1397145675630_0029_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:56,228 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42398, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000002_0_-2039320581_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742166_1342, duration: 143255
2014-04-10 11:06:56,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00004 dst=null perm=null
2014-04-10 11:06:56,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793/part-00004 dst=null perm=null
2014-04-10 11:06:56,232 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50739, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0029_m_000002_0_-2039320581_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742165_1341, duration: 151309
2014-04-10 11:06:56,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000004_0 dst=null perm=null
2014-04-10 11:06:56,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000001_0 dst=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/task_1397145675630_0029_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:56,261 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000002_0/part-00002. BP-2026122021-127.0.0.1-1397145659663 blk_1073742181_1357{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:06:56,263 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0029_01_000005
2014-04-10 11:06:56,263 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000005
2014-04-10 11:06:56,263 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:06:56,264 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0029_01_000005
2014-04-10 11:06:56,270 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0029_01_000005 is : 143
2014-04-10 11:06:56,279 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job_1397145675630_0029_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073742182_1358{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:06:56,282 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:06:56,282 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000005
2014-04-10 11:06:56,282 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:06:56,283 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0029_01_000005 from application application_1397145675630_0029
2014-04-10 11:06:56,283 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:56,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000005
2014-04-10 11:06:56,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000005
2014-04-10 11:06:56,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000005
2014-04-10 11:06:56,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000005
2014-04-10 11:06:56,284 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0029
2014-04-10 11:06:56,288 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0029_01_000002
2014-04-10 11:06:56,288 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000002
2014-04-10 11:06:56,288 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:06:56,288 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0029_01_000002
2014-04-10 11:06:56,293 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0029_01_000003
2014-04-10 11:06:56,293 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000003
2014-04-10 11:06:56,294 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0029_01_000002 is : 143
2014-04-10 11:06:56,295 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742182_1358 src: /127.0.0.1:55125 dest: /127.0.0.1:36156
2014-04-10 11:06:56,296 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742182_1358 src: /127.0.0.1:50744 dest: /127.0.0.1:53749
2014-04-10 11:06:56,297 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742182_1358 src: /127.0.0.1:42402 dest: /127.0.0.1:37218
2014-04-10 11:06:56,300 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job_1397145675630_0029_1.jhist for DFSClient_NONMAPREDUCE_1260459247_1
2014-04-10 11:06:56,303 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:06:56,303 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:06:56,303 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0029_01_000003
2014-04-10 11:06:56,308 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0029_01_000003 is : 143
2014-04-10 11:06:56,308 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742181_1357 src: /127.0.0.1:42399 dest: /127.0.0.1:37218
2014-04-10 11:06:56,309 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742181_1357 src: /127.0.0.1:50746 dest: /127.0.0.1:53749
2014-04-10 11:06:56,310 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742181_1357 src: /127.0.0.1:55129 dest: /127.0.0.1:36156
2014-04-10 11:06:56,315 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55129, dest: /127.0.0.1:36156, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0029_m_000002_0_-2039320581_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742181_1357, duration: 3871343
2014-04-10 11:06:56,315 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742181_1357, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:56,315 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742181_1357{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:56,315 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50746, dest: /127.0.0.1:53749, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0029_m_000002_0_-2039320581_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742181_1357, duration: 3967010
2014-04-10 11:06:56,315 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742181_1357, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:56,316 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42399, dest: /127.0.0.1:37218, bytes: 104, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0029_m_000002_0_-2039320581_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742181_1357, duration: 4373420
2014-04-10 11:06:56,316 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742181_1357{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:56,316 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742181_1357, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:56,316 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742181_1357{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:56,320 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000002
2014-04-10 11:06:56,320 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000002
2014-04-10 11:06:56,320 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000002
2014-04-10 11:06:56,320 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000002
2014-04-10 11:06:56,320 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:06:56,320 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000002
2014-04-10 11:06:56,320 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:06:56,326 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000003
2014-04-10 11:06:56,326 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000003
2014-04-10 11:06:56,326 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000003
2014-04-10 11:06:56,326 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000003
2014-04-10 11:06:56,326 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0029_01_000002 from application application_1397145675630_0029
2014-04-10 11:06:56,326 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:56,326 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0029
2014-04-10 11:06:56,326 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000003
2014-04-10 11:06:56,327 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:06:56,327 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0029_01_000003 from application application_1397145675630_0029
2014-04-10 11:06:56,327 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:56,327 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0029
2014-04-10 11:06:56,335 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000002_0/part-00002 is closed by DFSClient_attempt_1397145675630_0029_m_000002_0_-2039320581_1
2014-04-10 11:06:56,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000002_0 dst=null perm=null
2014-04-10 11:06:56,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000002_0 dst=null perm=null
2014-04-10 11:06:56,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/task_1397145675630_0029_m_000002 dst=null perm=null
2014-04-10 11:06:56,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000002_0 dst=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/task_1397145675630_0029_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:56,461 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0029_01_000004
2014-04-10 11:06:56,462 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000004
2014-04-10 11:06:56,462 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:06:56,462 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0029_01_000004
2014-04-10 11:06:56,462 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0029_01_000005
2014-04-10 11:06:56,463 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0029_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:56,463 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0029_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:06:56,463 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000005
2014-04-10 11:06:56,463 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0029_01_000005 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:06:56,463 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:06:56,463 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0029_01_000005, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:56,463 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:56,464 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:06:56,464 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0029_000001 released container container_1397145675630_0029_01_000005 on node: host: localhost:43726 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:06:56,468 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0029_01_000004 is : 143
2014-04-10 11:06:56,481 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:06:56,481 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000004
2014-04-10 11:06:56,481 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000004
2014-04-10 11:06:56,481 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000004
2014-04-10 11:06:56,481 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000004
2014-04-10 11:06:56,481 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000004
2014-04-10 11:06:56,481 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:06:56,482 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0029_01_000004 from application application_1397145675630_0029
2014-04-10 11:06:56,482 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:56,482 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0029
2014-04-10 11:06:57,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000004_0 dst=null perm=null
2014-04-10 11:06:57,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/task_1397145675630_0029_m_000004 dst=null perm=null
2014-04-10 11:06:57,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/_temporary/attempt_1397145675630_0029_m_000004_0 dst=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/task_1397145675630_0029_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:06:57,294 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0029_01_000002
2014-04-10 11:06:57,294 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0029_01_000003
2014-04-10 11:06:57,294 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0029_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:57,294 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0029_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:06:57,294 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000002
2014-04-10 11:06:57,294 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0029_01_000002 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:06:57,295 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:06:57,295 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0029_01_000002, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:57,295 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:57,295 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:06:57,295 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0029_000001 released container container_1397145675630_0029_01_000002 on node: host: localhost:38779 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:06:57,295 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0029_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:57,295 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0029_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:06:57,295 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000003
2014-04-10 11:06:57,295 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0029_01_000003 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:06:57,295 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:06:57,295 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0029_01_000003, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:57,295 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:57,295 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:06:57,296 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0029_000001 released container container_1397145675630_0029_01_000003 on node: host: localhost:38779 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:06:57,318 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0029_01_000006
2014-04-10 11:06:57,318 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000006
2014-04-10 11:06:57,318 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:06:57,318 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0029_01_000006
2014-04-10 11:06:57,318 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0029_01_000004
2014-04-10 11:06:57,319 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0029_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:57,319 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0029_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:06:57,319 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000004
2014-04-10 11:06:57,319 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0029_01_000004 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:06:57,319 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:06:57,320 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0029_01_000004, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:57,320 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:57,320 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:06:57,320 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0029_000001 released container container_1397145675630_0029_01_000004 on node: host: localhost:43726 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:06:57,327 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0029_01_000006 is : 143
2014-04-10 11:06:57,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:57,343 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:06:57,344 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000006
2014-04-10 11:06:57,344 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000006
2014-04-10 11:06:57,344 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000006
2014-04-10 11:06:57,344 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000006
2014-04-10 11:06:57,344 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000006
2014-04-10 11:06:57,344 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:06:57,345 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0029_01_000006 from application application_1397145675630_0029
2014-04-10 11:06:57,345 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:57,345 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0029
2014-04-10 11:06:57,352 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1260459247_1
2014-04-10 11:06:57,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1 dst=null perm=null
2014-04-10 11:06:57,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:06:57,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:06:57,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/task_1397145675630_0029_m_000000 dst=null perm=null
2014-04-10 11:06:57,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00000 dst=null perm=null
2014-04-10 11:06:57,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/task_1397145675630_0029_m_000000/part-00000 dst=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:57,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:06:57,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:06:57,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/task_1397145675630_0029_m_000001 dst=null perm=null
2014-04-10 11:06:57,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00001 dst=null perm=null
2014-04-10 11:06:57,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/task_1397145675630_0029_m_000001/part-00001 dst=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:57,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:06:57,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:06:57,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/task_1397145675630_0029_m_000002 dst=null perm=null
2014-04-10 11:06:57,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00002 dst=null perm=null
2014-04-10 11:06:57,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/task_1397145675630_0029_m_000002/part-00002 dst=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:57,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:06:57,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:06:57,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/task_1397145675630_0029_m_000003 dst=null perm=null
2014-04-10 11:06:57,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00003 dst=null perm=null
2014-04-10 11:06:57,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/task_1397145675630_0029_m_000003/part-00003 dst=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:57,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:06:57,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:06:57,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/task_1397145675630_0029_m_000004 dst=null perm=null
2014-04-10 11:06:57,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00004 dst=null perm=null
2014-04-10 11:06:57,464 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742179_1355
2014-04-10 11:06:57,464 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742180_1356
2014-04-10 11:06:57,465 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742181_1357
2014-04-10 11:06:57,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary/1/task_1397145675630_0029_m_000004/part-00004 dst=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:57,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_temporary dst=null perm=null
2014-04-10 11:06:57,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:57,527 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1260459247_1
2014-04-10 11:06:57,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:57,560 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1260459247_1
2014-04-10 11:06:57,577 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42402, dest: /127.0.0.1:37218, bytes: 54653, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1260459247_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742182_1358, duration: 1278861513
2014-04-10 11:06:57,577 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742182_1358, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:57,578 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742182_1358{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 15553
2014-04-10 11:06:57,578 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50744, dest: /127.0.0.1:53749, bytes: 54653, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1260459247_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742182_1358, duration: 1280286654
2014-04-10 11:06:57,578 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742182_1358, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:57,579 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742182_1358{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 15553
2014-04-10 11:06:57,579 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55125, dest: /127.0.0.1:36156, bytes: 54653, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1260459247_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742182_1358, duration: 1281496117
2014-04-10 11:06:57,579 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742182_1358, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:57,580 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742182_1358{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 15553
2014-04-10 11:06:57,593 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job_1397145675630_0029_1.jhist is closed by DFSClient_NONMAPREDUCE_1260459247_1
2014-04-10 11:06:57,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:57,614 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742183_1359{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:06:57,629 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742183_1359 src: /127.0.0.1:42406 dest: /127.0.0.1:37218
2014-04-10 11:06:57,630 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742183_1359 src: /127.0.0.1:55132 dest: /127.0.0.1:36156
2014-04-10 11:06:57,632 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742183_1359 src: /127.0.0.1:50751 dest: /127.0.0.1:53749
2014-04-10 11:06:57,635 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50751, dest: /127.0.0.1:53749, bytes: 417, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1260459247_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742183_1359, duration: 1746586
2014-04-10 11:06:57,635 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742183_1359, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:57,635 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742183_1359{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:57,635 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55132, dest: /127.0.0.1:36156, bytes: 417, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1260459247_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742183_1359, duration: 2417546
2014-04-10 11:06:57,636 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742183_1359, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:57,636 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742183_1359{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:57,636 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42406, dest: /127.0.0.1:37218, bytes: 417, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1260459247_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742183_1359, duration: 3096196
2014-04-10 11:06:57,636 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742183_1359, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:57,637 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742183_1359{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:57,652 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029.summary_tmp is closed by DFSClient_NONMAPREDUCE_1260459247_1
2014-04-10 11:06:57,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:57,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job_1397145675630_0029_1.jhist dst=null perm=null
2014-04-10 11:06:57,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029-1397146007159-brock-%5B4858C83B4049477697392E549CA5312E%2FFD02D8388F2D4EFF-1397146017561-5-0-SUCCEEDED-default-1397146010281.jhist_tmp dst=null perm=null
2014-04-10 11:06:57,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job_1397145675630_0029_1.jhist dst=null perm=null
2014-04-10 11:06:57,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029-1397146007159-brock-%5B4858C83B4049477697392E549CA5312E%2FFD02D8388F2D4EFF-1397146017561-5-0-SUCCEEDED-default-1397146010281.jhist_tmp dst=null perm=null
2014-04-10 11:06:57,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job_1397145675630_0029_1.jhist dst=null perm=null
2014-04-10 11:06:57,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029-1397146007159-brock-%5B4858C83B4049477697392E549CA5312E%2FFD02D8388F2D4EFF-1397146017561-5-0-SUCCEEDED-default-1397146010281.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:57,704 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42409, bytes: 55081, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1260459247_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742182_1358, duration: 269933
2014-04-10 11:06:57,708 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029-1397146007159-brock-%5B4858C83B4049477697392E549CA5312E%2FFD02D8388F2D4EFF-1397146017561-5-0-SUCCEEDED-default-1397146010281.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742184_1360{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:06:57,720 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742184_1360 src: /127.0.0.1:42410 dest: /127.0.0.1:37218
2014-04-10 11:06:57,722 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742184_1360 src: /127.0.0.1:56942 dest: /127.0.0.1:50911
2014-04-10 11:06:57,723 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742184_1360 src: /127.0.0.1:50755 dest: /127.0.0.1:53749
2014-04-10 11:06:57,726 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50755, dest: /127.0.0.1:53749, bytes: 54653, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1260459247_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742184_1360, duration: 2506312
2014-04-10 11:06:57,726 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742184_1360, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:57,727 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56942, dest: /127.0.0.1:50911, bytes: 54653, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1260459247_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742184_1360, duration: 2454360
2014-04-10 11:06:57,727 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742184_1360{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:57,727 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742184_1360, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:57,727 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42410, dest: /127.0.0.1:37218, bytes: 54653, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1260459247_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742184_1360, duration: 3088669
2014-04-10 11:06:57,728 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742184_1360, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:57,728 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742184_1360{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:57,728 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742184_1360{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:06:57,743 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029-1397146007159-brock-%5B4858C83B4049477697392E549CA5312E%2FFD02D8388F2D4EFF-1397146017561-5-0-SUCCEEDED-default-1397146010281.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1260459247_1
2014-04-10 11:06:57,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029-1397146007159-brock-%5B4858C83B4049477697392E549CA5312E%2FFD02D8388F2D4EFF-1397146017561-5-0-SUCCEEDED-default-1397146010281.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:57,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job_1397145675630_0029_1_conf.xml dst=null perm=null
2014-04-10 11:06:57,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029_conf.xml_tmp dst=null perm=null
2014-04-10 11:06:57,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job_1397145675630_0029_1_conf.xml dst=null perm=null
2014-04-10 11:06:57,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029_conf.xml_tmp dst=null perm=null
2014-04-10 11:06:57,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029/job_1397145675630_0029_1_conf.xml dst=null perm=null
2014-04-10 11:06:57,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:06:57,791 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55138, bytes: 96061, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1260459247_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742176_1352, duration: 203588
2014-04-10 11:06:57,792 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742185_1361{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:06:57,812 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742185_1361 src: /127.0.0.1:55139 dest: /127.0.0.1:36156
2014-04-10 11:06:57,813 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742185_1361 src: /127.0.0.1:56946 dest: /127.0.0.1:50911
2014-04-10 11:06:57,815 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742185_1361 src: /127.0.0.1:42416 dest: /127.0.0.1:37218
2014-04-10 11:06:57,819 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42416, dest: /127.0.0.1:37218, bytes: 95313, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1260459247_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742185_1361, duration: 2828932
2014-04-10 11:06:57,819 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742185_1361, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:57,819 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742185_1361{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:57,819 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56946, dest: /127.0.0.1:50911, bytes: 95313, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1260459247_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742185_1361, duration: 3484121
2014-04-10 11:06:57,820 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742185_1361, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:57,820 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742185_1361{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:57,820 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55139, dest: /127.0.0.1:36156, bytes: 95313, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1260459247_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742185_1361, duration: 4190151
2014-04-10 11:06:57,820 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742185_1361, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:57,821 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742185_1361{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:57,835 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1260459247_1
2014-04-10 11:06:57,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:57,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:57,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:57,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029-1397146007159-brock-%5B4858C83B4049477697392E549CA5312E%2FFD02D8388F2D4EFF-1397146017561-5-0-SUCCEEDED-default-1397146010281.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029-1397146007159-brock-%5B4858C83B4049477697392E549CA5312E%2FFD02D8388F2D4EFF-1397146017561-5-0-SUCCEEDED-default-1397146010281.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:57,910 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0029_000001 with final state: FINISHING
2014-04-10 11:06:57,910 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0029_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:06:57,910 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0029 with final state: FINISHING
2014-04-10 11:06:57,910 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0029 State change from RUNNING to FINAL_SAVING
2014-04-10 11:06:57,910 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0029
2014-04-10 11:06:57,911 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0029_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:06:57,911 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0029 State change from FINAL_SAVING to FINISHING
2014-04-10 11:06:57,987 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:06:57,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:06:57,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:06:57,991 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0029 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029-1397146007159-brock-%5B4858C83B4049477697392E549CA5312E%2FFD02D8388F2D4EFF-1397146017561-5-0-SUCCEEDED-default-1397146010281.jhist
2014-04-10 11:06:57,992 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029-1397146007159-brock-%5B4858C83B4049477697392E549CA5312E%2FFD02D8388F2D4EFF-1397146017561-5-0-SUCCEEDED-default-1397146010281.jhist]
2014-04-10 11:06:57,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029-1397146007159-brock-%5B4858C83B4049477697392E549CA5312E%2FFD02D8388F2D4EFF-1397146017561-5-0-SUCCEEDED-default-1397146010281.jhist dst=null perm=null
2014-04-10 11:06:57,996 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42420, bytes: 55081, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742184_1360, duration: 257122
2014-04-10 11:06:58,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029.summary dst=null perm=null
2014-04-10 11:06:58,015 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55146, bytes: 421, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742183_1359, duration: 224028
2014-04-10 11:06:58,015 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0029,submitTime=1397146007159,launchTime=1397146010281,firstMapTaskLaunchTime=1397146012470,firstReduceTaskLaunchTime=0,finishTime=1397146017561,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=20,reduceSlotSeconds=0,jobName=[4858C83B4049477697392E549CA5312E/FD02D8388F2D4EFFA21383068D029075] lower*upper1*upper2/(2/3)
2014-04-10 11:06:58,015 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029.summary]
2014-04-10 11:06:58,027 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742183_1359 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:53749
2014-04-10 11:06:58,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029.summary dst=null perm=null
2014-04-10 11:06:58,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:06:58,030 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029-1397146007159-brock-%5B4858C83B4049477697392E549CA5312E%2FFD02D8388F2D4EFF-1397146017561-5-0-SUCCEEDED-default-1397146010281.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0029-1397146007159-brock-%5B4858C83B4049477697392E549CA5312E%2FFD02D8388F2D4EFF-1397146017561-5-0-SUCCEEDED-default-1397146010281.jhist
2014-04-10 11:06:58,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029-1397146007159-brock-%5B4858C83B4049477697392E549CA5312E%2FFD02D8388F2D4EFF-1397146017561-5-0-SUCCEEDED-default-1397146010281.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0029-1397146007159-brock-%5B4858C83B4049477697392E549CA5312E%2FFD02D8388F2D4EFF-1397146017561-5-0-SUCCEEDED-default-1397146010281.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:58,044 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0029_conf.xml
2014-04-10 11:06:58,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0029_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0029_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:06:58,073 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper1*upper2] starting step: (1/3) ...rm/joinsamesourceintojoin
2014-04-10 11:06:58,083 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:06:58,089 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:06:58,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin dst=null perm=null
2014-04-10 11:06:58,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:06:58,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:06:58,093 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 30
2014-04-10 11:06:58,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030 dst=null perm=null
2014-04-10 11:06:58,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:06:58,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:06:58,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.jar dst=null perm=null
2014-04-10 11:06:58,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:58,146 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073742186_1362{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:06:58,159 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742183_1359]
2014-04-10 11:06:58,160 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073742183_1359]
2014-04-10 11:06:58,161 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742186_1362 src: /127.0.0.1:42422 dest: /127.0.0.1:37218
2014-04-10 11:06:58,163 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742186_1362 src: /127.0.0.1:56954 dest: /127.0.0.1:50911
2014-04-10 11:06:58,164 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742186_1362 src: /127.0.0.1:50767 dest: /127.0.0.1:53749
2014-04-10 11:06:58,169 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50767, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742186_1362, duration: 3747756
2014-04-10 11:06:58,169 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742186_1362, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:58,170 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742186_1362{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:58,170 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56954, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742186_1362, duration: 4339652
2014-04-10 11:06:58,170 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742186_1362, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:58,170 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742186_1362{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:58,171 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42422, dest: /127.0.0.1:37218, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742186_1362, duration: 4194998
2014-04-10 11:06:58,171 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742186_1362, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:58,171 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742186_1362{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:06:58,185 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:06:58,186 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.jar
2014-04-10 11:06:58,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.jar dst=null perm=null
2014-04-10 11:06:58,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:58,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:58,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:58,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:58,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:06:58,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:06:58,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:06:58,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:06:58,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:06:58,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:58,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:06:58,229 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:06:58,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:06:58,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:58,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:58,261 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.split
2014-04-10 11:06:58,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.split dst=null perm=null
2014-04-10 11:06:58,279 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073742187_1363{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:06:58,295 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742187_1363 src: /127.0.0.1:56956 dest: /127.0.0.1:50911
2014-04-10 11:06:58,296 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742187_1363 src: /127.0.0.1:50769 dest: /127.0.0.1:53749
2014-04-10 11:06:58,297 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742187_1363 src: /127.0.0.1:55152 dest: /127.0.0.1:36156
2014-04-10 11:06:58,299 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742187_1363 src: /127.0.0.1:42428 dest: /127.0.0.1:37218
2014-04-10 11:06:58,302 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42428, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742187_1363, duration: 2052851
2014-04-10 11:06:58,302 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742187_1363, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:58,302 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742187_1363{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:58,303 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55152, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742187_1363, duration: 2709242
2014-04-10 11:06:58,303 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742187_1363, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:58,303 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742187_1363{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:58,303 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50769, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742187_1363, duration: 3258376
2014-04-10 11:06:58,303 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742187_1363, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:58,304 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742187_1363{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:58,304 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56956, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742187_1363, duration: 3933957
2014-04-10 11:06:58,304 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742187_1363, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:58,304 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742187_1363{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:58,318 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:06:58,319 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0029_01_000006
2014-04-10 11:06:58,320 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0029_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:06:58,320 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0029_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:06:58,320 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000006
2014-04-10 11:06:58,320 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0029_01_000006 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:06:58,320 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:06:58,320 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0029_01_000006, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:58,321 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:58,321 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:06:58,321 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0029_000001 released container container_1397145675630_0029_01_000006 on node: host: localhost:43726 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:06:58,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:58,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:58,353 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073742188_1364{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:06:58,370 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742188_1364 src: /127.0.0.1:50772 dest: /127.0.0.1:53749
2014-04-10 11:06:58,371 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742188_1364 src: /127.0.0.1:56961 dest: /127.0.0.1:50911
2014-04-10 11:06:58,372 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742188_1364 src: /127.0.0.1:42431 dest: /127.0.0.1:37218
2014-04-10 11:06:58,375 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42431, dest: /127.0.0.1:37218, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742188_1364, duration: 1606361
2014-04-10 11:06:58,375 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742188_1364, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:58,375 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742188_1364{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:06:58,375 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56961, dest: /127.0.0.1:50911, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742188_1364, duration: 2036146
2014-04-10 11:06:58,376 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742188_1364, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:58,376 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742188_1364{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:06:58,376 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50772, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742188_1364, duration: 2760887
2014-04-10 11:06:58,376 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742188_1364, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:58,377 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742188_1364{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:06:58,393 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:06:58,394 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:06:58,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:58,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:06:58,431 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742189_1365{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:06:58,445 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742189_1365 src: /127.0.0.1:42432 dest: /127.0.0.1:37218
2014-04-10 11:06:58,446 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742189_1365 src: /127.0.0.1:50776 dest: /127.0.0.1:53749
2014-04-10 11:06:58,447 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742189_1365 src: /127.0.0.1:56965 dest: /127.0.0.1:50911
2014-04-10 11:06:58,450 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56965, dest: /127.0.0.1:50911, bytes: 81590, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742189_1365, duration: 2238049
2014-04-10 11:06:58,450 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742189_1365, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:06:58,451 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742189_1365{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:58,451 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50776, dest: /127.0.0.1:53749, bytes: 81590, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742189_1365, duration: 2707476
2014-04-10 11:06:58,451 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742189_1365, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:58,451 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742189_1365{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:58,452 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42432, dest: /127.0.0.1:37218, bytes: 81590, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742189_1365, duration: 3452155
2014-04-10 11:06:58,452 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742189_1365, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:06:58,452 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742189_1365{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:06:58,468 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:06:58,469 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0030
2014-04-10 11:06:58,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030 dst=null perm=null
2014-04-10 11:06:58,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.xml dst=null perm=null
2014-04-10 11:06:58,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.xml dst=null perm=null
2014-04-10 11:06:58,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.jar dst=null perm=null
2014-04-10 11:06:58,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.jar dst=null perm=null
2014-04-10 11:06:58,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.split dst=null perm=null
2014-04-10 11:06:58,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.split dst=null perm=null
2014-04-10 11:06:58,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:58,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:58,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:58,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:58,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:58,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:58,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:06:58,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:06:58,524 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 30 submitted by user brock
2014-04-10 11:06:58,524 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0030
2014-04-10 11:06:58,524 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0030
2014-04-10 11:06:58,524 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0030
2014-04-10 11:06:58,524 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0030 State change from NEW to NEW_SAVING
2014-04-10 11:06:58,525 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0030 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:06:58,525 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0030_000001
2014-04-10 11:06:58,525 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0030_000001 State change from NEW to SUBMITTED
2014-04-10 11:06:58,526 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0030 from user: brock activated in queue: default
2014-04-10 11:06:58,526 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0030 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:06:58,526 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0030 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:06:58,526 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0030_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:06:58,526 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0030_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:06:58,526 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0030
2014-04-10 11:06:58,527 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0030 State change from SUBMITTED to ACCEPTED
2014-04-10 11:06:58,537 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0030/
2014-04-10 11:06:58,537 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper1*upper2] submitted hadoop job: job_1397145675630_0030
2014-04-10 11:06:58,537 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper1*upper2] tracking url: http://localhost:33250/proxy/application_1397145675630_0030/
2014-04-10 11:06:58,789 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0030_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:06:58,789 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000001
2014-04-10 11:06:58,789 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0030_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:06:58,790 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0030 container=Container: [ContainerId: container_1397145675630_0030_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0030_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:58,790 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:06:58,790 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0030_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:06:58,790 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:06:58,791 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0030 AttemptId: appattempt_1397145675630_0030_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0030_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ]
2014-04-10 11:06:58,791 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0030_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:06:58,791 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0030_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:06:58,791 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0030_000001
2014-04-10 11:06:58,792 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0030_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] for AM appattempt_1397145675630_0030_000001
2014-04-10 11:06:58,792 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0030_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:06:58,795 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0030_000001 (auth:SIMPLE)
2014-04-10 11:06:58,797 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0030_01_000001 by user brock
2014-04-10 11:06:58,797 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0030
2014-04-10 11:06:58,797 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000001
2014-04-10 11:06:58,797 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0030 transitioned from NEW to INITING
2014-04-10 11:06:58,798 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0030_01_000001 to application application_1397145675630_0030
2014-04-10 11:06:58,798 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0030_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] for AM appattempt_1397145675630_0030_000001
2014-04-10 11:06:58,798 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0030 transitioned from INITING to RUNNING
2014-04-10 11:06:58,798 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0030_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:06:58,799 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:06:58,799 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0030
2014-04-10 11:06:58,799 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:06:58,799 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:06:58,799 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:06:58,800 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:06:58,800 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0030_01_000001
2014-04-10 11:06:58,805 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742185_1361
2014-04-10 11:06:58,807 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742186_1362
2014-04-10 11:06:58,808 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742180_1356
2014-04-10 11:06:58,808 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742178_1354
2014-04-10 11:06:58,809 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742187_1363
2014-04-10 11:06:58,811 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145675630_0030_01_000001.tokens. Credentials list:
2014-04-10 11:06:58,827 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:06:58,897 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145675630_0030_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000001.tokens
2014-04-10 11:06:58,898 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0030 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0030
2014-04-10 11:06:59,007 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742184_1360
2014-04-10 11:06:59,007 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742177_1353
2014-04-10 11:06:59,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.jar dst=null perm=null
2014-04-10 11:06:59,007 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742189_1365
2014-04-10 11:06:59,008 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742188_1364
2014-04-10 11:06:59,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.jar dst=null perm=null
2014-04-10 11:06:59,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.jar dst=null perm=null
2014-04-10 11:06:59,009 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742172_1348 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:06:59,009 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742173_1349 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:37218
2014-04-10 11:06:59,010 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742174_1350 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:50911
2014-04-10 11:06:59,010 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742175_1351 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:50911
2014-04-10 11:06:59,010 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742182_1358 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:06:59,010 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742176_1352 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:50911
2014-04-10 11:06:59,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0029 dst=null perm=null
2014-04-10 11:06:59,016 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50782, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-95374393_17723, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742186_1362, duration: 480385
2014-04-10 11:06:59,039 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0030/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:59,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:59,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:59,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.splitmetainfo dst=null perm=null
2014-04-10 11:06:59,066 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56971, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-95374393_17723, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742188_1364, duration: 224702
2014-04-10 11:06:59,085 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0030/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:59,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.split dst=null perm=null
2014-04-10 11:06:59,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.split dst=null perm=null
2014-04-10 11:06:59,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.split dst=null perm=null
2014-04-10 11:06:59,113 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55166, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-95374393_17723, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742187_1363, duration: 228048
2014-04-10 11:06:59,132 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0030/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:59,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.xml dst=null perm=null
2014-04-10 11:06:59,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.xml dst=null perm=null
2014-04-10 11:06:59,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.xml dst=null perm=null
2014-04-10 11:06:59,158 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56971, bytes: 82230, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-95374393_17723, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742189_1365, duration: 386596
2014-04-10 11:06:59,178 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0030/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:06:59,178 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:06:59,213 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:06:59,213 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:06:59,281 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000001/default_container_executor.sh]
2014-04-10 11:06:59,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742183_1359 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742183 for deletion
2014-04-10 11:06:59,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742183_1359 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742183
2014-04-10 11:06:59,408 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742186_1362
2014-04-10 11:06:59,408 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742183_1359
2014-04-10 11:06:59,409 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742187_1363
2014-04-10 11:06:59,409 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742178_1354
2014-04-10 11:06:59,409 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742188_1364
2014-04-10 11:06:59,409 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742179_1355
2014-04-10 11:06:59,608 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742189_1365
2014-04-10 11:06:59,608 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742181_1357
2014-04-10 11:06:59,608 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742177_1353
2014-04-10 11:06:59,609 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742180_1356
2014-04-10 11:06:59,609 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742185_1361
2014-04-10 11:06:59,610 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742182_1358
2014-04-10 11:06:59,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742183_1359 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742183 for deletion
2014-04-10 11:06:59,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742183_1359 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742183
2014-04-10 11:06:59,788 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0030_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:06:59,808 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742184_1360
2014-04-10 11:07:00,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:07:00,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/COMMIT_STARTED dst=null perm=null
2014-04-10 11:07:00,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:07:00,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/COMMIT_FAIL dst=null perm=null
2014-04-10 11:07:00,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030 dst=null perm=null
2014-04-10 11:07:00,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:07:00,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:07:00,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:00,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:00,781 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42443, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-116677730_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742188_1364, duration: 163501
2014-04-10 11:07:00,803 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742178_1354
2014-04-10 11:07:00,803 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742187_1363
2014-04-10 11:07:00,803 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742177_1353
2014-04-10 11:07:00,804 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742186_1362
2014-04-10 11:07:00,804 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742181_1357
2014-04-10 11:07:00,805 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742184_1360
2014-04-10 11:07:00,805 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742179_1355
2014-04-10 11:07:00,805 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742189_1365
2014-04-10 11:07:00,806 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742183_1359
2014-04-10 11:07:01,005 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742182_1358
2014-04-10 11:07:01,006 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742188_1364
2014-04-10 11:07:01,160 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53749 to replicate blk_1073742186_1362 to datanode(s) 127.0.0.1:36156
2014-04-10 11:07:01,160 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073742176_1352, blk_1073742182_1358, blk_1073742172_1348, blk_1073742173_1349, blk_1073742174_1350, blk_1073742175_1351]
2014-04-10 11:07:01,161 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742176_1352, blk_1073742182_1358, blk_1073742183_1359, blk_1073742172_1348, blk_1073742173_1349, blk_1073742174_1350]
2014-04-10 11:07:01,362 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0030_000001 (auth:SIMPLE)
2014-04-10 11:07:01,364 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0030_000001
2014-04-10 11:07:01,364 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0030 APPATTEMPTID=appattempt_1397145675630_0030_000001
2014-04-10 11:07:01,365 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0030_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:07:01,365 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0030 State change from ACCEPTED to RUNNING
2014-04-10 11:07:01,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job_1397145675630_0030_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:01,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:07:01,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job_1397145675630_0030_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:01,577 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job_1397145675630_0030_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742190_1366{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:07:01,613 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742190_1366 src: /127.0.0.1:55170 dest: /127.0.0.1:36156
2014-04-10 11:07:01,614 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742190_1366 src: /127.0.0.1:56977 dest: /127.0.0.1:50911
2014-04-10 11:07:01,615 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742190_1366 src: /127.0.0.1:42447 dest: /127.0.0.1:37218
2014-04-10 11:07:01,622 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42447, dest: /127.0.0.1:37218, bytes: 95477, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-116677730_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742190_1366, duration: 5735589
2014-04-10 11:07:01,622 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742190_1366, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:01,623 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56977, dest: /127.0.0.1:50911, bytes: 95477, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-116677730_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742190_1366, duration: 6300892
2014-04-10 11:07:01,623 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742190_1366{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:01,623 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742190_1366, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:01,623 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55170, dest: /127.0.0.1:36156, bytes: 95477, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-116677730_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742190_1366, duration: 6526938
2014-04-10 11:07:01,623 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742190_1366{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:01,623 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742190_1366, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:01,624 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742190_1366{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:01,643 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job_1397145675630_0030_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-116677730_1
2014-04-10 11:07:02,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742176_1352 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742176 for deletion
2014-04-10 11:07:02,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742182_1358 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742182 for deletion
2014-04-10 11:07:02,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742176_1352 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742176
2014-04-10 11:07:02,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742172_1348 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742172 for deletion
2014-04-10 11:07:02,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742182_1358 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742182
2014-04-10 11:07:02,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742173_1349 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742173 for deletion
2014-04-10 11:07:02,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742172_1348 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742172
2014-04-10 11:07:02,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742174_1350 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742174 for deletion
2014-04-10 11:07:02,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742173_1349 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742173
2014-04-10 11:07:02,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742175_1351 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742175 for deletion
2014-04-10 11:07:02,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742174_1350 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742174
2014-04-10 11:07:02,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742175_1351 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742175
2014-04-10 11:07:02,477 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742187_1363
2014-04-10 11:07:02,478 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742190_1366
2014-04-10 11:07:02,479 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742185_1361
2014-04-10 11:07:02,666 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=68edbb52-d631-4c11-b1f4-78133ce1dada, infoPort=59891, ipcPort=41399, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073742186_1362 to 127.0.0.1:36156
2014-04-10 11:07:02,667 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742176_1352 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742176 for deletion
2014-04-10 11:07:02,667 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742182_1358 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742182 for deletion
2014-04-10 11:07:02,667 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742183_1359 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742183 for deletion
2014-04-10 11:07:02,667 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742176_1352 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742176
2014-04-10 11:07:02,667 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742172_1348 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742172 for deletion
2014-04-10 11:07:02,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742182_1358 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742182
2014-04-10 11:07:02,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742173_1349 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742173 for deletion
2014-04-10 11:07:02,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742172_1348 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742172
2014-04-10 11:07:02,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742183_1359 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742183
2014-04-10 11:07:02,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742174_1350 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742174 for deletion
2014-04-10 11:07:02,668 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742186_1362 src: /127.0.0.1:55173 dest: /127.0.0.1:36156
2014-04-10 11:07:02,668 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073742186_1362 (numBytes=244650) to 127.0.0.1/127.0.0.1:36156
2014-04-10 11:07:02,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742174_1350 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742174
2014-04-10 11:07:02,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742173_1349 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742173
2014-04-10 11:07:02,670 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073742186_1362 src: /127.0.0.1:55173 dest: /127.0.0.1:36156 of size 244650
2014-04-10 11:07:02,671 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742186_1362 size 244650
2014-04-10 11:07:02,790 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0030_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:02,790 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000002
2014-04-10 11:07:02,790 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0030_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:07:02,790 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0030 container=Container: [ContainerId: container_1397145675630_0030_01_000002, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0030_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:02,791 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:07:02,791 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:02,791 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0030_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:02,791 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000003
2014-04-10 11:07:02,792 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0030_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:07:02,792 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0030 container=Container: [ContainerId: container_1397145675630_0030_01_000003, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0030_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:02,792 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:07:02,792 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:02,933 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0030_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:02,934 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000004
2014-04-10 11:07:02,934 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0030_01_000004 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:07:02,934 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0030 container=Container: [ContainerId: container_1397145675630_0030_01_000004, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0030_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:02,934 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:07:02,934 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:02,935 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0030_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:02,935 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000005
2014-04-10 11:07:02,935 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0030_01_000005 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:07:02,935 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0030 container=Container: [ContainerId: container_1397145675630_0030_01_000005, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0030_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:02,936 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:07:02,936 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:02,936 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0030_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:02,937 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000006
2014-04-10 11:07:02,937 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0030_01_000006 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:07:02,937 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0030 container=Container: [ContainerId: container_1397145675630_0030_01_000006, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0030_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:02,937 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:07:02,937 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:03,399 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0030_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:03,399 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0030_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:03,399 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0030_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:03,399 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0030_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:03,399 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0030_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:03,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.jar dst=null perm=null
2014-04-10 11:07:03,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.jar dst=null perm=null
2014-04-10 11:07:03,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.xml dst=null perm=null
2014-04-10 11:07:03,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.xml dst=null perm=null
2014-04-10 11:07:03,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:03,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:03,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:03,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:03,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:03,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:03,526 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0030_000001 (auth:SIMPLE)
2014-04-10 11:07:03,526 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0030_000001 (auth:SIMPLE)
2014-04-10 11:07:03,529 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0030_01_000004 by user brock
2014-04-10 11:07:03,529 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0030_01_000006 by user brock
2014-04-10 11:07:03,529 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0030_01_000005 by user brock
2014-04-10 11:07:03,530 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0030_01_000002 by user brock
2014-04-10 11:07:03,529 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0030_01_000003 by user brock
2014-04-10 11:07:03,529 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0030
2014-04-10 11:07:03,530 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000002
2014-04-10 11:07:03,530 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000004
2014-04-10 11:07:03,530 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0030_01_000002 to application application_1397145675630_0030
2014-04-10 11:07:03,530 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000005
2014-04-10 11:07:03,530 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0030_01_000006 to application application_1397145675630_0030
2014-04-10 11:07:03,530 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000006
2014-04-10 11:07:03,531 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0030_01_000005 to application application_1397145675630_0030
2014-04-10 11:07:03,531 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0030_01_000003 to application application_1397145675630_0030
2014-04-10 11:07:03,531 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0030 transitioned from NEW to INITING
2014-04-10 11:07:03,530 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000003
2014-04-10 11:07:03,532 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0030_01_000004 to application application_1397145675630_0030
2014-04-10 11:07:03,532 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:07:03,532 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0030 transitioned from INITING to RUNNING
2014-04-10 11:07:03,532 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:07:03,532 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0030
2014-04-10 11:07:03,532 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:07:03,533 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0030
2014-04-10 11:07:03,533 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:03,533 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:07:03,533 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0030
2014-04-10 11:07:03,533 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:07:03,534 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0030
2014-04-10 11:07:03,534 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0030
2014-04-10 11:07:03,534 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0030
2014-04-10 11:07:03,534 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:03,534 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0030
2014-04-10 11:07:03,534 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0030
2014-04-10 11:07:03,534 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:03,535 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0030
2014-04-10 11:07:03,535 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:07:03,535 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:07:03,535 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:03,535 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0030
2014-04-10 11:07:03,535 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0030
2014-04-10 11:07:03,535 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:03,535 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:03,536 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0030
2014-04-10 11:07:03,536 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0030
2014-04-10 11:07:03,536 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0030
2014-04-10 11:07:03,536 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:03,537 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0030
2014-04-10 11:07:03,537 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0030_01_000006
2014-04-10 11:07:03,538 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0030_01_000004
2014-04-10 11:07:03,538 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0030_01_000005
2014-04-10 11:07:03,549 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0030_01_000005.tokens. Credentials list:
2014-04-10 11:07:03,549 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397145675630_0030_01_000004.tokens. Credentials list:
2014-04-10 11:07:03,549 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397145675630_0030_01_000006.tokens. Credentials list:
2014-04-10 11:07:03,561 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:07:03,561 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:03,562 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:03,562 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:03,562 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:03,652 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000003/default_container_executor.sh]
2014-04-10 11:07:03,652 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000002/default_container_executor.sh]
2014-04-10 11:07:03,659 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0030_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000005.tokens
2014-04-10 11:07:03,659 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0030 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0030
2014-04-10 11:07:03,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.jar dst=null perm=null
2014-04-10 11:07:03,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.jar dst=null perm=null
2014-04-10 11:07:03,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.jar dst=null perm=null
2014-04-10 11:07:03,773 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50796, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_825487243_17908, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742186_1362, duration: 535750
2014-04-10 11:07:03,790 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0030_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:03,790 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0030/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:03,790 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0030_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:03,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.xml dst=null perm=null
2014-04-10 11:07:03,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.xml dst=null perm=null
2014-04-10 11:07:03,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.xml dst=null perm=null
2014-04-10 11:07:03,807 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50796, bytes: 82230, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_825487243_17908, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742189_1365, duration: 242522
2014-04-10 11:07:03,820 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0030/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:03,820 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:03,820 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:03,820 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:03,849 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:03,849 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:03,853 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:03,853 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:03,853 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:03,853 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:03,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000006/default_container_executor.sh]
2014-04-10 11:07:03,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000005/default_container_executor.sh]
2014-04-10 11:07:03,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000004/default_container_executor.sh]
2014-04-10 11:07:03,933 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0030_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:03,934 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0030_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:03,934 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0030_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:04,012 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742190_1366
2014-04-10 11:07:04,074 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0029_01_000001 succeeded
2014-04-10 11:07:04,074 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:07:04,074 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0029_01_000001
2014-04-10 11:07:04,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000001
2014-04-10 11:07:04,090 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000001
2014-04-10 11:07:04,090 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000001
2014-04-10 11:07:04,090 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000001
2014-04-10 11:07:04,090 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0029/container_1397145675630_0029_01_000001
2014-04-10 11:07:04,090 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0029_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:07:04,091 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0029_01_000001 from application application_1397145675630_0029
2014-04-10 11:07:04,091 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:04,091 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0029
2014-04-10 11:07:04,161 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742182_1358, blk_1073742172_1348, blk_1073742173_1349, blk_1073742175_1351]
2014-04-10 11:07:04,161 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073742176_1352, blk_1073742172_1348, blk_1073742173_1349, blk_1073742174_1350, blk_1073742175_1351]
2014-04-10 11:07:04,296 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0029_01_000001
2014-04-10 11:07:04,297 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0029_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:04,297 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0029_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:07:04,297 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0029 CONTAINERID=container_1397145675630_0029_01_000001
2014-04-10 11:07:04,297 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0029_01_000001 of capacity <memory:2048, vCores:1> on host localhost:38779, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:07:04,297 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:07:04,297 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0029_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:04,297 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:04,298 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:07:04,298 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0029_000001 released container container_1397145675630_0029_01_000001 on node: host: localhost:38779 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:07:04,298 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0029_000001
2014-04-10 11:07:04,298 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0029_000001 State change from FINISHING to FINISHED
2014-04-10 11:07:04,298 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0029 State change from FINISHING to FINISHED
2014-04-10 11:07:04,298 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0029
2014-04-10 11:07:04,298 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0029,name=[4858C83B4049477697392E549CA5312E/FD02D8388F2D4EFFA21383068D029075] lower*upper1*upper2/(2/3),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0029/jobhistory/job/job_1397145675630_0029,appMasterHost=localhost.localdomain,startTime=1397146007159,finishTime=1397146017910,finalStatus=SUCCEEDED
2014-04-10 11:07:04,298 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0029_000001 is done. finalState=FINISHED
2014-04-10 11:07:04,299 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0029_000001
2014-04-10 11:07:04,299 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0029 requests cleared
2014-04-10 11:07:04,299 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0029 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:07:04,299 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0029 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:07:04,301 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0029_000001 (auth:SIMPLE)
2014-04-10 11:07:04,309 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0029_01_000001
2014-04-10 11:07:04,321 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0029 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:07:04,321 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0029
2014-04-10 11:07:04,321 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0029
2014-04-10 11:07:04,321 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0029
2014-04-10 11:07:04,321 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0029
2014-04-10 11:07:04,322 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0029 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:07:04,321 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0029
2014-04-10 11:07:04,322 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0029, with delay of 10800 seconds
2014-04-10 11:07:04,419 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:07:04,813 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742190_1366
2014-04-10 11:07:04,909 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:07:05,245 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397145675630_0030_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000006.tokens
2014-04-10 11:07:05,245 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0030 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0030
2014-04-10 11:07:05,297 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0029 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:07:05,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0029
2014-04-10 11:07:05,297 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0029
2014-04-10 11:07:05,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0029
2014-04-10 11:07:05,298 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0029 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:07:05,298 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0029, with delay of 10800 seconds
2014-04-10 11:07:05,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0029
2014-04-10 11:07:05,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0029
2014-04-10 11:07:05,435 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:07:05,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742176_1352 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742176 for deletion
2014-04-10 11:07:05,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742172_1348 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742172 for deletion
2014-04-10 11:07:05,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742173_1349 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742173 for deletion
2014-04-10 11:07:05,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742176_1352 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742176
2014-04-10 11:07:05,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742174_1350 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742174 for deletion
2014-04-10 11:07:05,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742173_1349 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742173
2014-04-10 11:07:05,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742175_1351 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742175 for deletion
2014-04-10 11:07:05,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742175_1351 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742175
2014-04-10 11:07:05,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742172_1348 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742172
2014-04-10 11:07:05,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742174_1350 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742174
2014-04-10 11:07:05,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742182_1358 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742182 for deletion
2014-04-10 11:07:05,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742172_1348 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742172 for deletion
2014-04-10 11:07:05,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742173_1349 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742173 for deletion
2014-04-10 11:07:05,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742175_1351 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742175 for deletion
2014-04-10 11:07:05,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742182_1358 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742182
2014-04-10 11:07:05,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742173_1349 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742173
2014-04-10 11:07:05,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742172_1348 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742172
2014-04-10 11:07:05,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742175_1351 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742175
2014-04-10 11:07:05,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397145675630_0030_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000004.tokens
2014-04-10 11:07:05,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0030 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0030
2014-04-10 11:07:06,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.split dst=null perm=null
2014-04-10 11:07:06,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.split dst=null perm=null
2014-04-10 11:07:06,567 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55188, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000001_0_-49197932_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742187_1363, duration: 182758
2014-04-10 11:07:06,606 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55190, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000000_0_-989299608_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742187_1363, duration: 189503
2014-04-10 11:07:06,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:06,657 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:56997, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000001_0_-49197932_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 155381
2014-04-10 11:07:06,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.split dst=null perm=null
2014-04-10 11:07:06,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:06,724 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50811, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000003_0_-1481201209_1, offset: 1024, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742187_1363, duration: 172889
2014-04-10 11:07:06,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:06,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:06,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.split dst=null perm=null
2014-04-10 11:07:06,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:06,781 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57001, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000003_0_-1481201209_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 164587
2014-04-10 11:07:06,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:06,819 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42471, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000004_0_-63071552_1, offset: 1024, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742187_1363, duration: 163482
2014-04-10 11:07:06,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:06,888 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57003, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000004_0_-63071552_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 154354
2014-04-10 11:07:06,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:06,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:07:06,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job.split dst=null perm=null
2014-04-10 11:07:06,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:07:06,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:07:06,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:07:06,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:07:06,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:07:06,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00000 dst=null perm=null
2014-04-10 11:07:06,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00000 dst=null perm=null
2014-04-10 11:07:06,977 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50817, bytes: 142, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000000_0_-989299608_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742179_1355, duration: 149195
2014-04-10 11:07:06,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00000 dst=null perm=null
2014-04-10 11:07:06,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00000 dst=null perm=null
2014-04-10 11:07:06,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00001 dst=null perm=null
2014-04-10 11:07:06,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00001 dst=null perm=null
2014-04-10 11:07:06,986 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42475, bytes: 142, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000001_0_-49197932_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742179_1355, duration: 259868
2014-04-10 11:07:06,987 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42476, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000000_0_-989299608_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742178_1354, duration: 129027
2014-04-10 11:07:06,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00002 dst=null perm=null
2014-04-10 11:07:06,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00002 dst=null perm=null
2014-04-10 11:07:06,991 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42476, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000000_0_-989299608_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742181_1357, duration: 135109
2014-04-10 11:07:06,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00003 dst=null perm=null
2014-04-10 11:07:06,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00003 dst=null perm=null
2014-04-10 11:07:06,995 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42476, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000000_0_-989299608_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742177_1353, duration: 139462
2014-04-10 11:07:06,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00001 dst=null perm=null
2014-04-10 11:07:07,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00004 dst=null perm=null
2014-04-10 11:07:07,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00001 dst=null perm=null
2014-04-10 11:07:07,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00004 dst=null perm=null
2014-04-10 11:07:07,003 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50821, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000001_0_-49197932_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742178_1354, duration: 153357
2014-04-10 11:07:07,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:07:07,004 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57010, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000000_0_-989299608_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742180_1356, duration: 173902
2014-04-10 11:07:07,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00002 dst=null perm=null
2014-04-10 11:07:07,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00002 dst=null perm=null
2014-04-10 11:07:07,006 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57010, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000000_0_-989299608_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 224878
2014-04-10 11:07:07,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:07:07,008 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50821, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000001_0_-49197932_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742181_1357, duration: 131135
2014-04-10 11:07:07,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00003 dst=null perm=null
2014-04-10 11:07:07,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:07:07,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00003 dst=null perm=null
2014-04-10 11:07:07,012 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42475, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000001_0_-49197932_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742177_1353, duration: 151561
2014-04-10 11:07:07,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00004 dst=null perm=null
2014-04-10 11:07:07,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00004 dst=null perm=null
2014-04-10 11:07:07,018 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55188, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000001_0_-49197932_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742180_1356, duration: 148890
2014-04-10 11:07:07,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00000 dst=null perm=null
2014-04-10 11:07:07,028 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073742191_1367{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:07:07,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00000 dst=null perm=null
2014-04-10 11:07:07,030 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50820, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000002_0_1208905563_1, offset: 512, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742187_1363, duration: 159699
2014-04-10 11:07:07,030 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50811, bytes: 142, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000003_0_-1481201209_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742179_1355, duration: 112292
2014-04-10 11:07:07,033 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000001_0/part-00001. BP-2026122021-127.0.0.1-1397145659663 blk_1073742192_1368{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:07:07,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00001 dst=null perm=null
2014-04-10 11:07:07,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00001 dst=null perm=null
2014-04-10 11:07:07,044 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42480, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000003_0_-1481201209_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742178_1354, duration: 103998
2014-04-10 11:07:07,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00002 dst=null perm=null
2014-04-10 11:07:07,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00002 dst=null perm=null
2014-04-10 11:07:07,049 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42480, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000003_0_-1481201209_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742181_1357, duration: 101625
2014-04-10 11:07:07,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00003 dst=null perm=null
2014-04-10 11:07:07,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00003 dst=null perm=null
2014-04-10 11:07:07,054 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57013, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000003_0_-1481201209_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742177_1353, duration: 152582
2014-04-10 11:07:07,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00004 dst=null perm=null
2014-04-10 11:07:07,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00004 dst=null perm=null
2014-04-10 11:07:07,059 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55208, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000003_0_-1481201209_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742180_1356, duration: 107371
2014-04-10 11:07:07,077 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000003_0/part-00003. BP-2026122021-127.0.0.1-1397145659663 blk_1073742193_1369{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:07:07,084 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742191_1367 src: /127.0.0.1:57012 dest: /127.0.0.1:50911
2014-04-10 11:07:07,087 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742191_1367 src: /127.0.0.1:42485 dest: /127.0.0.1:37218
2014-04-10 11:07:07,098 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742192_1368 src: /127.0.0.1:57015 dest: /127.0.0.1:50911
2014-04-10 11:07:07,098 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742191_1367 src: /127.0.0.1:50829 dest: /127.0.0.1:53749
2014-04-10 11:07:07,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:07,106 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742192_1368 src: /127.0.0.1:42488 dest: /127.0.0.1:37218
2014-04-10 11:07:07,110 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57020, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000002_0_1208905563_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 206532
2014-04-10 11:07:07,110 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742192_1368 src: /127.0.0.1:55215 dest: /127.0.0.1:36156
2014-04-10 11:07:07,110 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50829, dest: /127.0.0.1:53749, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0030_m_000000_0_-989299608_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742191_1367, duration: 3396342
2014-04-10 11:07:07,110 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742191_1367, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:07,111 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742191_1367{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:07,111 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42485, dest: /127.0.0.1:37218, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0030_m_000000_0_-989299608_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742191_1367, duration: 3917636
2014-04-10 11:07:07,111 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742191_1367{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:07,112 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57012, dest: /127.0.0.1:50911, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0030_m_000000_0_-989299608_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742191_1367, duration: 5012595
2014-04-10 11:07:07,112 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742191_1367, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:07,112 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742191_1367, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:07,113 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742191_1367{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:07,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:07:07,117 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55215, dest: /127.0.0.1:36156, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0030_m_000001_0_-49197932_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742192_1368, duration: 6159907
2014-04-10 11:07:07,117 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742192_1368, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:07,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:07:07,118 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742192_1368{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:07,118 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42488, dest: /127.0.0.1:37218, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0030_m_000001_0_-49197932_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742192_1368, duration: 5004392
2014-04-10 11:07:07,118 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742192_1368{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:07,118 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57015, dest: /127.0.0.1:50911, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0030_m_000001_0_-49197932_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742192_1368, duration: 5686831
2014-04-10 11:07:07,119 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742192_1368, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:07,119 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742192_1368, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:07,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:07:07,120 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742192_1368{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:07,126 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0030_m_000000_0_-989299608_1
2014-04-10 11:07:07,133 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742193_1369 src: /127.0.0.1:57018 dest: /127.0.0.1:50911
2014-04-10 11:07:07,134 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742193_1369 src: /127.0.0.1:50834 dest: /127.0.0.1:53749
2014-04-10 11:07:07,135 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742193_1369 src: /127.0.0.1:55217 dest: /127.0.0.1:36156
2014-04-10 11:07:07,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00000 dst=null perm=null
2014-04-10 11:07:07,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00000 dst=null perm=null
2014-04-10 11:07:07,140 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55217, dest: /127.0.0.1:36156, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0030_m_000003_0_-1481201209_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742193_1369, duration: 4591480
2014-04-10 11:07:07,141 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742193_1369, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:07,141 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55218, bytes: 142, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000004_0_-63071552_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742179_1355, duration: 146329
2014-04-10 11:07:07,141 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50834, dest: /127.0.0.1:53749, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0030_m_000003_0_-1481201209_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742193_1369, duration: 3424719
2014-04-10 11:07:07,141 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742193_1369, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:07,141 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57018, dest: /127.0.0.1:50911, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0030_m_000003_0_-1481201209_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742193_1369, duration: 5488350
2014-04-10 11:07:07,142 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742193_1369, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:07,142 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742193_1369{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:07:07,142 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742193_1369{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:07:07,142 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742193_1369{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:07:07,144 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000001_0/part-00001 is closed by DFSClient_attempt_1397145675630_0030_m_000001_0_-49197932_1
2014-04-10 11:07:07,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:07,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00001 dst=null perm=null
2014-04-10 11:07:07,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00001 dst=null perm=null
2014-04-10 11:07:07,155 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57025, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000004_0_-63071552_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742178_1354, duration: 166067
2014-04-10 11:07:07,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00002 dst=null perm=null
2014-04-10 11:07:07,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00002 dst=null perm=null
2014-04-10 11:07:07,159 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55218, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000004_0_-63071552_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742181_1357, duration: 152806
2014-04-10 11:07:07,160 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000003_0/part-00003 is closed by DFSClient_attempt_1397145675630_0030_m_000003_0_-1481201209_1
2014-04-10 11:07:07,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00003 dst=null perm=null
2014-04-10 11:07:07,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00003 dst=null perm=null
2014-04-10 11:07:07,165 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50838, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000004_0_-63071552_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742177_1353, duration: 160681
2014-04-10 11:07:07,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00004 dst=null perm=null
2014-04-10 11:07:07,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00004 dst=null perm=null
2014-04-10 11:07:07,171 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57025, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000004_0_-63071552_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742180_1356, duration: 150205
2014-04-10 11:07:07,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000000_0 dst=null perm=null
2014-04-10 11:07:07,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000000_0 dst=null perm=null
2014-04-10 11:07:07,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/task_1397145675630_0030_m_000000 dst=null perm=null
2014-04-10 11:07:07,193 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000004_0/part-00004 is closed by DFSClient_attempt_1397145675630_0030_m_000004_0_-63071552_1
2014-04-10 11:07:07,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000001_0 dst=null perm=null
2014-04-10 11:07:07,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000001_0 dst=null perm=null
2014-04-10 11:07:07,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/task_1397145675630_0030_m_000001 dst=null perm=null
2014-04-10 11:07:07,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/task_1397145675630_0030_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:07:07,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000003_0 dst=null perm=null
2014-04-10 11:07:07,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/task_1397145675630_0030_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:07:07,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000003_0 dst=null perm=null
2014-04-10 11:07:07,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/task_1397145675630_0030_m_000003 dst=null perm=null
2014-04-10 11:07:07,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/task_1397145675630_0030_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:07:07,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000004_0 dst=null perm=null
2014-04-10 11:07:07,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000004_0 dst=null perm=null
2014-04-10 11:07:07,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/task_1397145675630_0030_m_000004 dst=null perm=null
2014-04-10 11:07:07,282 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0030_01_000002
2014-04-10 11:07:07,282 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000002
2014-04-10 11:07:07,282 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:07:07,283 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0030_01_000002
2014-04-10 11:07:07,288 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0030_01_000002 is : 143
2014-04-10 11:07:07,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000004_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/task_1397145675630_0030_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:07:07,298 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job_1397145675630_0030_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073742194_1370{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:07:07,304 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:07,304 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000002
2014-04-10 11:07:07,305 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000002
2014-04-10 11:07:07,305 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000002
2014-04-10 11:07:07,305 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000002
2014-04-10 11:07:07,305 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000002
2014-04-10 11:07:07,305 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:07,305 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0030_01_000002 from application application_1397145675630_0030
2014-04-10 11:07:07,305 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:07,305 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0030
2014-04-10 11:07:07,311 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742194_1370 src: /127.0.0.1:57027 dest: /127.0.0.1:50911
2014-04-10 11:07:07,313 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742194_1370 src: /127.0.0.1:50840 dest: /127.0.0.1:53749
2014-04-10 11:07:07,314 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0030_01_000003
2014-04-10 11:07:07,315 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000003
2014-04-10 11:07:07,315 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0030_01_000002
2014-04-10 11:07:07,316 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0030_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:07,316 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0030_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:07:07,316 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000002
2014-04-10 11:07:07,316 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0030_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:07:07,316 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:07:07,316 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0030_01_000002, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:07,316 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:07,316 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:07:07,316 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0030_000001 released container container_1397145675630_0030_01_000002 on node: host: localhost:41546 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:07:07,318 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:07:07,319 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0030_01_000005
2014-04-10 11:07:07,319 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0030_01_000003
2014-04-10 11:07:07,319 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:07:07,319 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0030_01_000005
2014-04-10 11:07:07,319 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000005
2014-04-10 11:07:07,319 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742194_1370 src: /127.0.0.1:42498 dest: /127.0.0.1:37218
2014-04-10 11:07:07,324 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job_1397145675630_0030_1.jhist for DFSClient_NONMAPREDUCE_-116677730_1
2014-04-10 11:07:07,325 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0030_01_000005 is : 143
2014-04-10 11:07:07,327 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0030_01_000003 is : 143
2014-04-10 11:07:07,334 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:07,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:07:07,335 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000003
2014-04-10 11:07:07,335 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000003
2014-04-10 11:07:07,335 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000003
2014-04-10 11:07:07,335 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000003
2014-04-10 11:07:07,335 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:07,336 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:07,335 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000003
2014-04-10 11:07:07,336 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0030_01_000003 from application application_1397145675630_0030
2014-04-10 11:07:07,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000005
2014-04-10 11:07:07,336 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:07,336 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0030
2014-04-10 11:07:07,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000005
2014-04-10 11:07:07,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000005
2014-04-10 11:07:07,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000005
2014-04-10 11:07:07,338 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000005
2014-04-10 11:07:07,338 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:07,338 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0030_01_000005 from application application_1397145675630_0030
2014-04-10 11:07:07,338 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:07,338 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0030
2014-04-10 11:07:07,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:07:07,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:07:07,348 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0030_01_000006
2014-04-10 11:07:07,348 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000006
2014-04-10 11:07:07,348 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:07:07,349 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0030_01_000006
2014-04-10 11:07:07,349 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0030_01_000005
2014-04-10 11:07:07,349 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0030_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:07,349 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0030_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:07:07,349 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000005
2014-04-10 11:07:07,349 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0030_01_000005 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:07:07,349 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:07:07,349 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0030_01_000005, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:07,349 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:07,349 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:07:07,350 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0030_000001 released container container_1397145675630_0030_01_000005 on node: host: localhost:55857 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:07:07,353 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0030_01_000006 is : 143
2014-04-10 11:07:07,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00000 dst=null perm=null
2014-04-10 11:07:07,360 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:07,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00000 dst=null perm=null
2014-04-10 11:07:07,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000006
2014-04-10 11:07:07,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000006
2014-04-10 11:07:07,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000006
2014-04-10 11:07:07,361 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000006
2014-04-10 11:07:07,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000006
2014-04-10 11:07:07,361 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:07,361 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0030_01_000006 from application application_1397145675630_0030
2014-04-10 11:07:07,361 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:07,361 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0030
2014-04-10 11:07:07,362 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50820, bytes: 142, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000002_0_1208905563_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742179_1355, duration: 100603
2014-04-10 11:07:07,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00001 dst=null perm=null
2014-04-10 11:07:07,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00001 dst=null perm=null
2014-04-10 11:07:07,371 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42499, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000002_0_1208905563_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742178_1354, duration: 152268
2014-04-10 11:07:07,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00002 dst=null perm=null
2014-04-10 11:07:07,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00002 dst=null perm=null
2014-04-10 11:07:07,375 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42499, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000002_0_1208905563_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742181_1357, duration: 123629
2014-04-10 11:07:07,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00003 dst=null perm=null
2014-04-10 11:07:07,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00003 dst=null perm=null
2014-04-10 11:07:07,381 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57031, bytes: 108, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000002_0_1208905563_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742177_1353, duration: 173639
2014-04-10 11:07:07,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00004 dst=null perm=null
2014-04-10 11:07:07,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5/part-00004 dst=null perm=null
2014-04-10 11:07:07,387 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42499, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0030_m_000002_0_1208905563_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742180_1356, duration: 148971
2014-04-10 11:07:07,415 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000002_0/part-00002. BP-2026122021-127.0.0.1-1397145659663 blk_1073742195_1371{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:07:07,459 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742195_1371 src: /127.0.0.1:57032 dest: /127.0.0.1:50911
2014-04-10 11:07:07,460 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742195_1371 src: /127.0.0.1:42502 dest: /127.0.0.1:37218
2014-04-10 11:07:07,460 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742195_1371 src: /127.0.0.1:50846 dest: /127.0.0.1:53749
2014-04-10 11:07:07,464 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50846, dest: /127.0.0.1:53749, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0030_m_000002_0_1208905563_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742195_1371, duration: 3564183
2014-04-10 11:07:07,464 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742195_1371, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:07,465 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42502, dest: /127.0.0.1:37218, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0030_m_000002_0_1208905563_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742195_1371, duration: 3917680
2014-04-10 11:07:07,465 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742195_1371{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:07:07,465 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742195_1371, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:07,465 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742195_1371{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:07:07,465 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57032, dest: /127.0.0.1:50911, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0030_m_000002_0_1208905563_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742195_1371, duration: 4245287
2014-04-10 11:07:07,465 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742195_1371, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:07,465 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742195_1371{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:07:07,482 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742186_1362
2014-04-10 11:07:07,483 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742192_1368
2014-04-10 11:07:07,483 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742193_1369
2014-04-10 11:07:07,485 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000002_0/part-00002 is closed by DFSClient_attempt_1397145675630_0030_m_000002_0_1208905563_1
2014-04-10 11:07:07,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000002_0 dst=null perm=null
2014-04-10 11:07:07,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000002_0 dst=null perm=null
2014-04-10 11:07:07,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/task_1397145675630_0030_m_000002 dst=null perm=null
2014-04-10 11:07:07,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/_temporary/attempt_1397145675630_0030_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/task_1397145675630_0030_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:07:07,603 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0030_01_000004
2014-04-10 11:07:07,603 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000004
2014-04-10 11:07:07,603 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:07:07,603 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0030_01_000004
2014-04-10 11:07:07,603 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0030_01_000006
2014-04-10 11:07:07,604 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0030_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:07,604 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0030_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:07:07,604 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000006
2014-04-10 11:07:07,604 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0030_01_000006 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:07:07,604 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:07:07,604 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0030_01_000006, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:07,604 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:07,604 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:07:07,604 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0030_000001 released container container_1397145675630_0030_01_000006 on node: host: localhost:55857 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:07:07,608 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0030_01_000004 is : 143
2014-04-10 11:07:07,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:07,618 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:07,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000004
2014-04-10 11:07:07,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000004
2014-04-10 11:07:07,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000004
2014-04-10 11:07:07,620 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000004
2014-04-10 11:07:07,620 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000004
2014-04-10 11:07:07,620 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:07,620 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0030_01_000004 from application application_1397145675630_0030
2014-04-10 11:07:07,620 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:07,621 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0030
2014-04-10 11:07:07,635 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-116677730_1
2014-04-10 11:07:07,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1 dst=null perm=null
2014-04-10 11:07:07,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin dst=null perm=null
2014-04-10 11:07:07,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin dst=null perm=null
2014-04-10 11:07:07,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/task_1397145675630_0030_m_000000 dst=null perm=null
2014-04-10 11:07:07,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00000 dst=null perm=null
2014-04-10 11:07:07,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/task_1397145675630_0030_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:07,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin dst=null perm=null
2014-04-10 11:07:07,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin dst=null perm=null
2014-04-10 11:07:07,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/task_1397145675630_0030_m_000001 dst=null perm=null
2014-04-10 11:07:07,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00001 dst=null perm=null
2014-04-10 11:07:07,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/task_1397145675630_0030_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:07,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin dst=null perm=null
2014-04-10 11:07:07,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin dst=null perm=null
2014-04-10 11:07:07,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/task_1397145675630_0030_m_000002 dst=null perm=null
2014-04-10 11:07:07,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00002 dst=null perm=null
2014-04-10 11:07:07,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/task_1397145675630_0030_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:07,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin dst=null perm=null
2014-04-10 11:07:07,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin dst=null perm=null
2014-04-10 11:07:07,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/task_1397145675630_0030_m_000003 dst=null perm=null
2014-04-10 11:07:07,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00003 dst=null perm=null
2014-04-10 11:07:07,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/task_1397145675630_0030_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:07,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin dst=null perm=null
2014-04-10 11:07:07,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin dst=null perm=null
2014-04-10 11:07:07,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/task_1397145675630_0030_m_000004 dst=null perm=null
2014-04-10 11:07:07,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00004 dst=null perm=null
2014-04-10 11:07:07,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary/1/task_1397145675630_0030_m_000004/part-00004 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:07,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary dst=null perm=null
2014-04-10 11:07:07,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:07,793 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-116677730_1
2014-04-10 11:07:07,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:07,826 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-116677730_1
2014-04-10 11:07:07,848 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42498, dest: /127.0.0.1:37218, bytes: 54641, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-116677730_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742194_1370, duration: 525582262
2014-04-10 11:07:07,848 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742194_1370, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:07,849 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742194_1370{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 15578
2014-04-10 11:07:07,849 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50840, dest: /127.0.0.1:53749, bytes: 54641, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-116677730_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742194_1370, duration: 528264063
2014-04-10 11:07:07,850 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742194_1370, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:07,850 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57027, dest: /127.0.0.1:50911, bytes: 54641, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-116677730_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742194_1370, duration: 529593061
2014-04-10 11:07:07,851 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742194_1370{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 15578
2014-04-10 11:07:07,851 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742194_1370, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:07,851 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742194_1370{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 15578
2014-04-10 11:07:07,868 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job_1397145675630_0030_1.jhist is closed by DFSClient_NONMAPREDUCE_-116677730_1
2014-04-10 11:07:07,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:07,888 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742196_1372{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:07:07,903 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742196_1372 src: /127.0.0.1:42504 dest: /127.0.0.1:37218
2014-04-10 11:07:07,905 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742196_1372 src: /127.0.0.1:57036 dest: /127.0.0.1:50911
2014-04-10 11:07:07,906 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742196_1372 src: /127.0.0.1:55231 dest: /127.0.0.1:36156
2014-04-10 11:07:07,909 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55231, dest: /127.0.0.1:36156, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-116677730_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742196_1372, duration: 1727051
2014-04-10 11:07:07,909 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742196_1372, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:07,910 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742196_1372{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:07,910 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57036, dest: /127.0.0.1:50911, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-116677730_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742196_1372, duration: 2366615
2014-04-10 11:07:07,910 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742196_1372, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:07,910 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742196_1372{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:07,910 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42504, dest: /127.0.0.1:37218, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-116677730_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742196_1372, duration: 2976860
2014-04-10 11:07:07,911 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742196_1372, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:07,911 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742196_1372{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:07,926 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030.summary_tmp is closed by DFSClient_NONMAPREDUCE_-116677730_1
2014-04-10 11:07:07,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:07,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job_1397145675630_0030_1.jhist dst=null perm=null
2014-04-10 11:07:07,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030-1397146018523-brock-%5B4858C83B4049477697392E549CA5312E%2F6214B5B778564DAB-1397146027827-5-0-SUCCEEDED-default-1397146021374.jhist_tmp dst=null perm=null
2014-04-10 11:07:07,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job_1397145675630_0030_1.jhist dst=null perm=null
2014-04-10 11:07:07,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030-1397146018523-brock-%5B4858C83B4049477697392E549CA5312E%2F6214B5B778564DAB-1397146027827-5-0-SUCCEEDED-default-1397146021374.jhist_tmp dst=null perm=null
2014-04-10 11:07:07,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job_1397145675630_0030_1.jhist dst=null perm=null
2014-04-10 11:07:07,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030-1397146018523-brock-%5B4858C83B4049477697392E549CA5312E%2F6214B5B778564DAB-1397146027827-5-0-SUCCEEDED-default-1397146021374.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:07,979 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57038, bytes: 55069, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-116677730_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742194_1370, duration: 264764
2014-04-10 11:07:07,982 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030-1397146018523-brock-%5B4858C83B4049477697392E549CA5312E%2F6214B5B778564DAB-1397146027827-5-0-SUCCEEDED-default-1397146021374.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742197_1373{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:07:07,995 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742197_1373 src: /127.0.0.1:50851 dest: /127.0.0.1:53749
2014-04-10 11:07:07,996 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742197_1373 src: /127.0.0.1:42509 dest: /127.0.0.1:37218
2014-04-10 11:07:07,997 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742197_1373 src: /127.0.0.1:57041 dest: /127.0.0.1:50911
2014-04-10 11:07:08,001 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57041, dest: /127.0.0.1:50911, bytes: 54641, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-116677730_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742197_1373, duration: 2851939
2014-04-10 11:07:08,002 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742197_1373, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:08,002 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742197_1373{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:07:08,002 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42509, dest: /127.0.0.1:37218, bytes: 54641, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-116677730_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742197_1373, duration: 3415271
2014-04-10 11:07:08,003 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742197_1373, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:08,003 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742197_1373{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:07:08,003 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50851, dest: /127.0.0.1:53749, bytes: 54641, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-116677730_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742197_1373, duration: 4491540
2014-04-10 11:07:08,003 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742197_1373, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:08,004 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742197_1373{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:07:08,018 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030-1397146018523-brock-%5B4858C83B4049477697392E549CA5312E%2F6214B5B778564DAB-1397146027827-5-0-SUCCEEDED-default-1397146021374.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-116677730_1
2014-04-10 11:07:08,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030-1397146018523-brock-%5B4858C83B4049477697392E549CA5312E%2F6214B5B778564DAB-1397146027827-5-0-SUCCEEDED-default-1397146021374.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:08,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job_1397145675630_0030_1_conf.xml dst=null perm=null
2014-04-10 11:07:08,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030_conf.xml_tmp dst=null perm=null
2014-04-10 11:07:08,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job_1397145675630_0030_1_conf.xml dst=null perm=null
2014-04-10 11:07:08,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030_conf.xml_tmp dst=null perm=null
2014-04-10 11:07:08,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030/job_1397145675630_0030_1_conf.xml dst=null perm=null
2014-04-10 11:07:08,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:08,068 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42511, bytes: 96225, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-116677730_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742190_1366, duration: 363348
2014-04-10 11:07:08,071 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742198_1374{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:07:08,087 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742198_1374 src: /127.0.0.1:42512 dest: /127.0.0.1:37218
2014-04-10 11:07:08,088 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742198_1374 src: /127.0.0.1:57044 dest: /127.0.0.1:50911
2014-04-10 11:07:08,089 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742198_1374 src: /127.0.0.1:50857 dest: /127.0.0.1:53749
2014-04-10 11:07:08,102 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50857, dest: /127.0.0.1:53749, bytes: 95477, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-116677730_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742198_1374, duration: 11456148
2014-04-10 11:07:08,102 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742198_1374, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:08,103 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742198_1374{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:07:08,103 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57044, dest: /127.0.0.1:50911, bytes: 95477, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-116677730_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742198_1374, duration: 12149801
2014-04-10 11:07:08,103 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742198_1374, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:08,103 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742198_1374{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:07:08,103 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42512, dest: /127.0.0.1:37218, bytes: 95477, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-116677730_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742198_1374, duration: 12886109
2014-04-10 11:07:08,104 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742198_1374, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:08,104 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742198_1374{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:07:08,118 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-116677730_1
2014-04-10 11:07:08,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:08,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:08,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:08,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030-1397146018523-brock-%5B4858C83B4049477697392E549CA5312E%2F6214B5B778564DAB-1397146027827-5-0-SUCCEEDED-default-1397146021374.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030-1397146018523-brock-%5B4858C83B4049477697392E549CA5312E%2F6214B5B778564DAB-1397146027827-5-0-SUCCEEDED-default-1397146021374.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:08,193 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0030_000001 with final state: FINISHING
2014-04-10 11:07:08,194 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0030_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:07:08,194 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0030 with final state: FINISHING
2014-04-10 11:07:08,194 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0030 State change from RUNNING to FINAL_SAVING
2014-04-10 11:07:08,194 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0030
2014-04-10 11:07:08,194 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0030_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:07:08,195 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0030 State change from FINAL_SAVING to FINISHING
2014-04-10 11:07:08,207 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:07:08,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:07:08,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:07:08,211 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0030 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030-1397146018523-brock-%5B4858C83B4049477697392E549CA5312E%2F6214B5B778564DAB-1397146027827-5-0-SUCCEEDED-default-1397146021374.jhist
2014-04-10 11:07:08,212 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030-1397146018523-brock-%5B4858C83B4049477697392E549CA5312E%2F6214B5B778564DAB-1397146027827-5-0-SUCCEEDED-default-1397146021374.jhist]
2014-04-10 11:07:08,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030-1397146018523-brock-%5B4858C83B4049477697392E549CA5312E%2F6214B5B778564DAB-1397146027827-5-0-SUCCEEDED-default-1397146021374.jhist dst=null perm=null
2014-04-10 11:07:08,215 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50859, bytes: 55069, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742197_1373, duration: 269051
2014-04-10 11:07:08,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030.summary dst=null perm=null
2014-04-10 11:07:08,234 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42517, bytes: 450, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742196_1372, duration: 247147
2014-04-10 11:07:08,234 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0030,submitTime=1397146018523,launchTime=1397146021374,firstMapTaskLaunchTime=1397146023540,firstReduceTaskLaunchTime=0,finishTime=1397146027827,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=19,reduceSlotSeconds=0,jobName=[4858C83B4049477697392E549CA5312E/6214B5B778564DABB7C2FD4EAEBEB1A1] lower*upper1*upper2/(1/3) ...rm/joinsamesourceintojoin
2014-04-10 11:07:08,234 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030.summary]
2014-04-10 11:07:08,251 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742196_1372 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:07:08,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030.summary dst=null perm=null
2014-04-10 11:07:08,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:07:08,254 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030-1397146018523-brock-%5B4858C83B4049477697392E549CA5312E%2F6214B5B778564DAB-1397146027827-5-0-SUCCEEDED-default-1397146021374.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0030-1397146018523-brock-%5B4858C83B4049477697392E549CA5312E%2F6214B5B778564DAB-1397146027827-5-0-SUCCEEDED-default-1397146021374.jhist
2014-04-10 11:07:08,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030-1397146018523-brock-%5B4858C83B4049477697392E549CA5312E%2F6214B5B778564DAB-1397146027827-5-0-SUCCEEDED-default-1397146021374.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0030-1397146018523-brock-%5B4858C83B4049477697392E549CA5312E%2F6214B5B778564DAB-1397146027827-5-0-SUCCEEDED-default-1397146021374.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:08,268 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0030_conf.xml
2014-04-10 11:07:08,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0030_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0030_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:08,315 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0030_01_000003
2014-04-10 11:07:08,316 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0030_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:08,316 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0030_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:07:08,316 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000003
2014-04-10 11:07:08,316 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0030_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:07:08,317 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:07:08,317 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0030_01_000003, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:08,317 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:08,317 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:07:08,317 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0030_000001 released container container_1397145675630_0030_01_000003 on node: host: localhost:41546 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:07:08,318 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742163_1339 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:07:08,318 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742164_1340 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:07:08,318 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742167_1343 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:53749
2014-04-10 11:07:08,319 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742166_1342 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:07:08,319 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742165_1341 127.0.0.1:50911 127.0.0.1:37218 127.0.0.1:53749
2014-04-10 11:07:08,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/3869384114_upper2_3AB8F94578B34E93AA5C86B23FFA5793 dst=null perm=null
2014-04-10 11:07:08,335 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742179_1355 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:36156
2014-04-10 11:07:08,335 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742178_1354 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:53749
2014-04-10 11:07:08,335 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742181_1357 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:36156
2014-04-10 11:07:08,335 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742177_1353 127.0.0.1:50911 127.0.0.1:37218 127.0.0.1:53749
2014-04-10 11:07:08,336 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742180_1356 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:50911
2014-04-10 11:07:08,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/8941001278_upper1_upper2_5457A85F695F41C3A8A1120132AF99B5 dst=null perm=null
2014-04-10 11:07:08,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin dst=null perm=null
2014-04-10 11:07:08,337 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary
2014-04-10 11:07:08,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/_temporary dst=null perm=null
2014-04-10 11:07:08,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin dst=null perm=null
2014-04-10 11:07:08,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin dst=null perm=null
2014-04-10 11:07:08,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin dst=null perm=null
2014-04-10 11:07:08,356 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:07:08,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00000 dst=null perm=null
2014-04-10 11:07:08,360 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57049, bytes: 28, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742191_1367, duration: 227968
2014-04-10 11:07:08,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00001 dst=null perm=null
2014-04-10 11:07:08,362 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42517, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742192_1368, duration: 177550
2014-04-10 11:07:08,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00002 dst=null perm=null
2014-04-10 11:07:08,364 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50859, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742195_1371, duration: 105368
2014-04-10 11:07:08,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00003 dst=null perm=null
2014-04-10 11:07:08,366 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50859, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742193_1369, duration: 238647
2014-04-10 11:07:08,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00004 dst=null perm=null
2014-04-10 11:07:08,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin dst=null perm=null
2014-04-10 11:07:08,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin dst=null perm=null
2014-04-10 11:07:08,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin dst=null perm=null
2014-04-10 11:07:08,384 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:07:08,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00000 dst=null perm=null
2014-04-10 11:07:08,387 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50859, bytes: 28, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742191_1367, duration: 164177
2014-04-10 11:07:08,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00001 dst=null perm=null
2014-04-10 11:07:08,388 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57049, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742192_1368, duration: 127388
2014-04-10 11:07:08,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00002 dst=null perm=null
2014-04-10 11:07:08,390 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57049, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742195_1371, duration: 183984
2014-04-10 11:07:08,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00003 dst=null perm=null
2014-04-10 11:07:08,392 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57049, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742193_1369, duration: 168852
2014-04-10 11:07:08,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00004 dst=null perm=null
2014-04-10 11:07:08,393 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin
2014-04-10 11:07:08,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin dst=null perm=null
2014-04-10 11:07:08,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin dst=null perm=null
2014-04-10 11:07:08,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin dst=null perm=null
2014-04-10 11:07:08,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin dst=null perm=null
2014-04-10 11:07:08,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00000 dst=null perm=null
2014-04-10 11:07:08,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00000 dst=null perm=null
2014-04-10 11:07:08,400 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57049, bytes: 28, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742191_1367, duration: 180536
2014-04-10 11:07:08,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00001 dst=null perm=null
2014-04-10 11:07:08,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00001 dst=null perm=null
2014-04-10 11:07:08,403 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42517, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742192_1368, duration: 186921
2014-04-10 11:07:08,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00002 dst=null perm=null
2014-04-10 11:07:08,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00002 dst=null perm=null
2014-04-10 11:07:08,406 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57049, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742195_1371, duration: 165645
2014-04-10 11:07:08,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00003 dst=null perm=null
2014-04-10 11:07:08,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00003 dst=null perm=null
2014-04-10 11:07:08,410 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55244, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742193_1369, duration: 193243
2014-04-10 11:07:08,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00004 dst=null perm=null
2014-04-10 11:07:08,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsamesourceintojoin/part-00004 dst=null perm=null
2014-04-10 11:07:08,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:08,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:07:08,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:07:08,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:07:08,431 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:07:08,431 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:07:08,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup dst=null perm=null
2014-04-10 11:07:08,451 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] starting
2014-04-10 11:07:08,451 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:07:08,451 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:07:08,451 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt"]
2014-04-10 11:07:08,451 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt"]
2014-04-10 11:07:08,451 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup"]
2014-04-10 11:07:08,452 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] parallel execution is enabled: true
2014-04-10 11:07:08,452 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] starting jobs: 1
2014-04-10 11:07:08,452 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogrouping] allocating threads: 1
2014-04-10 11:07:08,452 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogrouping] starting step: (1/1) ...platform/joinsintocogroup
2014-04-10 11:07:08,459 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:07:08,468 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:07:08,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup dst=null perm=null
2014-04-10 11:07:08,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:07:08,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:07:08,471 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 31
2014-04-10 11:07:08,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031 dst=null perm=null
2014-04-10 11:07:08,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:07:08,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:07:08,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar dst=null perm=null
2014-04-10 11:07:08,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:08,528 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073742199_1375{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:07:08,544 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742199_1375 src: /127.0.0.1:57051 dest: /127.0.0.1:50911
2014-04-10 11:07:08,546 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742199_1375 src: /127.0.0.1:50864 dest: /127.0.0.1:53749
2014-04-10 11:07:08,547 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742199_1375 src: /127.0.0.1:55247 dest: /127.0.0.1:36156
2014-04-10 11:07:08,551 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55247, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742199_1375, duration: 3363359
2014-04-10 11:07:08,551 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742199_1375, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:08,552 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742199_1375{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:07:08,552 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50864, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742199_1375, duration: 3295884
2014-04-10 11:07:08,552 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742199_1375, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:08,552 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742199_1375{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:07:08,553 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57051, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742199_1375, duration: 4096669
2014-04-10 11:07:08,553 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742199_1375, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:08,553 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742199_1375{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:07:08,568 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:07:08,569 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar
2014-04-10 11:07:08,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar dst=null perm=null
2014-04-10 11:07:08,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:08,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:08,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:08,604 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0030_01_000004
2014-04-10 11:07:08,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:08,604 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0030_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:08,605 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0030_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:07:08,605 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000004
2014-04-10 11:07:08,605 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0030_01_000004 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:07:08,605 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:07:08,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:07:08,605 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0030_01_000004, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:08,605 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:08,606 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:07:08,606 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0030_000001 released container container_1397145675630_0030_01_000004 on node: host: localhost:55857 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:07:08,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:07:08,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:07:08,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:07:08,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:07:08,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:08,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:07:08,612 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:07:08,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:07:08,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:08,615 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:07:08,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:08,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:07:08,618 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:07:08,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:07:08,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:08,621 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:07:08,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:08,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:08,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:08,652 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.split
2014-04-10 11:07:08,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.split dst=null perm=null
2014-04-10 11:07:08,670 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073742200_1376{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:07:08,686 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742200_1376 src: /127.0.0.1:42523 dest: /127.0.0.1:37218
2014-04-10 11:07:08,687 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742200_1376 src: /127.0.0.1:50867 dest: /127.0.0.1:53749
2014-04-10 11:07:08,688 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742200_1376 src: /127.0.0.1:57056 dest: /127.0.0.1:50911
2014-04-10 11:07:08,689 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742200_1376 src: /127.0.0.1:55251 dest: /127.0.0.1:36156
2014-04-10 11:07:08,693 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55251, dest: /127.0.0.1:36156, bytes: 2259, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742200_1376, duration: 2154383
2014-04-10 11:07:08,693 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742200_1376, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:08,693 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742200_1376{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:08,693 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57056, dest: /127.0.0.1:50911, bytes: 2259, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742200_1376, duration: 2729227
2014-04-10 11:07:08,694 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742200_1376, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:08,694 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742200_1376{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:08,694 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50867, dest: /127.0.0.1:53749, bytes: 2259, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742200_1376, duration: 2978966
2014-04-10 11:07:08,694 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742200_1376, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:08,695 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742200_1376{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:08,695 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42523, dest: /127.0.0.1:37218, bytes: 2259, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742200_1376, duration: 3936471
2014-04-10 11:07:08,695 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742200_1376, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:08,696 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742200_1376{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:08,710 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:07:08,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:08,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:08,745 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073742201_1377{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:07:08,761 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742201_1377 src: /127.0.0.1:42527 dest: /127.0.0.1:37218
2014-04-10 11:07:08,762 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742201_1377 src: /127.0.0.1:57059 dest: /127.0.0.1:50911
2014-04-10 11:07:08,763 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742201_1377 src: /127.0.0.1:55254 dest: /127.0.0.1:36156
2014-04-10 11:07:08,766 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55254, dest: /127.0.0.1:36156, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742201_1377, duration: 1795683
2014-04-10 11:07:08,766 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742201_1377, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:08,767 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742201_1377{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:07:08,767 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57059, dest: /127.0.0.1:50911, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742201_1377, duration: 2313130
2014-04-10 11:07:08,767 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742201_1377, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:08,767 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742201_1377{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:07:08,768 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42527, dest: /127.0.0.1:37218, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742201_1377, duration: 3057579
2014-04-10 11:07:08,768 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742201_1377, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:08,768 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742201_1377{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:07:08,785 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:07:08,785 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:6
2014-04-10 11:07:08,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:08,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:08,833 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742202_1378{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:07:08,844 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742202_1378 src: /127.0.0.1:42530 dest: /127.0.0.1:37218
2014-04-10 11:07:08,846 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742202_1378 src: /127.0.0.1:57062 dest: /127.0.0.1:50911
2014-04-10 11:07:08,847 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742202_1378 src: /127.0.0.1:55257 dest: /127.0.0.1:36156
2014-04-10 11:07:08,850 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55257, dest: /127.0.0.1:36156, bytes: 83472, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742202_1378, duration: 2103565
2014-04-10 11:07:08,850 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742202_1378, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:08,851 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742202_1378{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:07:08,851 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57062, dest: /127.0.0.1:50911, bytes: 83472, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742202_1378, duration: 2369126
2014-04-10 11:07:08,851 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742202_1378, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:08,851 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42530, dest: /127.0.0.1:37218, bytes: 83472, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742202_1378, duration: 3081844
2014-04-10 11:07:08,851 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742202_1378{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:07:08,852 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742202_1378, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:08,852 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742202_1378{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:07:08,868 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:07:08,868 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0031
2014-04-10 11:07:08,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031 dst=null perm=null
2014-04-10 11:07:08,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.xml dst=null perm=null
2014-04-10 11:07:08,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.xml dst=null perm=null
2014-04-10 11:07:08,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar dst=null perm=null
2014-04-10 11:07:08,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar dst=null perm=null
2014-04-10 11:07:08,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.split dst=null perm=null
2014-04-10 11:07:08,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.split dst=null perm=null
2014-04-10 11:07:08,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:08,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:08,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:08,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:08,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:08,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:08,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:08,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:08,923 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 31 submitted by user brock
2014-04-10 11:07:08,923 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0031
2014-04-10 11:07:08,923 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0031
2014-04-10 11:07:08,923 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0031
2014-04-10 11:07:08,923 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0031 State change from NEW to NEW_SAVING
2014-04-10 11:07:08,924 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0031 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:07:08,924 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0031_000001
2014-04-10 11:07:08,925 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0031_000001 State change from NEW to SUBMITTED
2014-04-10 11:07:08,925 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0031 from user: brock activated in queue: default
2014-04-10 11:07:08,925 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0031 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:07:08,925 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0031 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:07:08,925 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0031
2014-04-10 11:07:08,925 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0031_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:07:08,926 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0031_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:07:08,927 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0031 State change from SUBMITTED to ACCEPTED
2014-04-10 11:07:08,928 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0031/
2014-04-10 11:07:08,928 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogrouping] submitted hadoop job: job_1397145675630_0031
2014-04-10 11:07:08,928 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogrouping] tracking url: http://localhost:33250/proxy/application_1397145675630_0031/
2014-04-10 11:07:09,019 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742198_1374
2014-04-10 11:07:09,020 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742194_1370
2014-04-10 11:07:09,021 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742197_1373
2014-04-10 11:07:09,021 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742196_1372
2014-04-10 11:07:09,022 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742200_1376
2014-04-10 11:07:09,022 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742201_1377
2014-04-10 11:07:09,022 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742193_1369
2014-04-10 11:07:09,023 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742191_1367
2014-04-10 11:07:09,268 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742186_1362 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:36156
2014-04-10 11:07:09,268 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742187_1363 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:07:09,269 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742188_1364 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:37218
2014-04-10 11:07:09,269 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742189_1365 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:07:09,269 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742194_1370 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:07:09,269 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742190_1366 127.0.0.1:36156 127.0.0.1:50911 127.0.0.1:37218
2014-04-10 11:07:09,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0030 dst=null perm=null
2014-04-10 11:07:09,299 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:09,300 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000001
2014-04-10 11:07:09,300 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0031_01_000001 of capacity <memory:2048, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:07:09,300 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0031 container=Container: [ContainerId: container_1397145675630_0031_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0031_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:09,300 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:07:09,300 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:09,300 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:09,301 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0031 AttemptId: appattempt_1397145675630_0031_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0031_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ]
2014-04-10 11:07:09,301 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0031_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:07:09,302 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0031_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:07:09,302 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0031_000001
2014-04-10 11:07:09,302 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0031_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] for AM appattempt_1397145675630_0031_000001
2014-04-10 11:07:09,303 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0031_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:07:09,305 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0031_000001 (auth:SIMPLE)
2014-04-10 11:07:09,307 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0031_01_000001 by user brock
2014-04-10 11:07:09,308 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0031
2014-04-10 11:07:09,308 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000001
2014-04-10 11:07:09,308 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0031 transitioned from NEW to INITING
2014-04-10 11:07:09,308 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0031_01_000001 to application application_1397145675630_0031
2014-04-10 11:07:09,308 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0031_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] for AM appattempt_1397145675630_0031_000001
2014-04-10 11:07:09,308 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0031 transitioned from INITING to RUNNING
2014-04-10 11:07:09,309 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0031_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:07:09,309 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:07:09,309 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0031
2014-04-10 11:07:09,309 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:07:09,309 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:07:09,310 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:07:09,310 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:07:09,310 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0031_01_000001
2014-04-10 11:07:09,319 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397145675630_0031_01_000001.tokens. Credentials list:
2014-04-10 11:07:09,333 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:07:09,393 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397145675630_0031_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000001.tokens
2014-04-10 11:07:09,394 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0031 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0031
2014-04-10 11:07:09,418 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742199_1375
2014-04-10 11:07:09,419 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742192_1368
2014-04-10 11:07:09,420 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742202_1378
2014-04-10 11:07:09,421 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742195_1371
2014-04-10 11:07:09,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar dst=null perm=null
2014-04-10 11:07:09,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar dst=null perm=null
2014-04-10 11:07:09,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar dst=null perm=null
2014-04-10 11:07:09,504 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57067, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1446931035_18272, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742199_1375, duration: 924788
2014-04-10 11:07:09,528 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0031/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:09,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:09,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:09,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:09,552 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42537, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1446931035_18272, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742201_1377, duration: 231014
2014-04-10 11:07:09,569 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0031/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:09,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.split dst=null perm=null
2014-04-10 11:07:09,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.split dst=null perm=null
2014-04-10 11:07:09,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.split dst=null perm=null
2014-04-10 11:07:09,593 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55263, bytes: 2279, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1446931035_18272, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742200_1376, duration: 226451
2014-04-10 11:07:09,610 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0031/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:09,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.xml dst=null perm=null
2014-04-10 11:07:09,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.xml dst=null perm=null
2014-04-10 11:07:09,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.xml dst=null perm=null
2014-04-10 11:07:09,634 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42537, bytes: 84128, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1446931035_18272, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742202_1378, duration: 394948
2014-04-10 11:07:09,651 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0031/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:09,651 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:09,682 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:09,683 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:09,741 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000001/default_container_executor.sh]
2014-04-10 11:07:09,817 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742195_1371
2014-04-10 11:07:09,817 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742197_1373
2014-04-10 11:07:09,818 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742194_1370
2014-04-10 11:07:09,818 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742196_1372
2014-04-10 11:07:09,819 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742198_1374
2014-04-10 11:07:09,819 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742192_1368
2014-04-10 11:07:09,819 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742201_1377
2014-04-10 11:07:09,820 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742191_1367
2014-04-10 11:07:09,820 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742200_1376
2014-04-10 11:07:10,018 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742202_1378
2014-04-10 11:07:10,162 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:36156 to replicate blk_1073742199_1375 to datanode(s) 127.0.0.1:37218
2014-04-10 11:07:10,162 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073742179_1355, blk_1073742163_1339, blk_1073742180_1356, blk_1073742164_1340, blk_1073742196_1372, blk_1073742181_1357, blk_1073742167_1343, blk_1073742186_1362, blk_1073742187_1363, blk_1073742190_1366]
2014-04-10 11:07:10,162 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742177_1353, blk_1073742178_1354, blk_1073742179_1355, blk_1073742181_1357, blk_1073742186_1362, blk_1073742187_1363, blk_1073742188_1364, blk_1073742189_1365, blk_1073742194_1370, blk_1073742164_1340, blk_1073742165_1341, blk_1073742166_1342, blk_1073742167_1343]
2014-04-10 11:07:10,298 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:10,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:07:10,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/COMMIT_STARTED dst=null perm=null
2014-04-10 11:07:10,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:07:10,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/COMMIT_FAIL dst=null perm=null
2014-04-10 11:07:10,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031 dst=null perm=null
2014-04-10 11:07:10,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:07:10,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:07:11,009 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742191_1367
2014-04-10 11:07:11,009 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742197_1373
2014-04-10 11:07:11,010 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742198_1374
2014-04-10 11:07:11,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:11,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:11,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742199_1375
2014-04-10 11:07:11,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742193_1369
2014-04-10 11:07:11,212 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742200_1376
2014-04-10 11:07:11,212 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742194_1370
2014-04-10 11:07:11,212 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742195_1371
2014-04-10 11:07:11,231 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42540, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1658963218_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742201_1377, duration: 156147
2014-04-10 11:07:11,405 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f9f8649b-8d9e-4d95-b6f1-838fff2526ea, infoPort=40212, ipcPort=55636, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073742199_1375 to 127.0.0.1:37218
2014-04-10 11:07:11,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742163_1339 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742163 for deletion
2014-04-10 11:07:11,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742179_1355 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742179 for deletion
2014-04-10 11:07:11,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742163_1339 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742163
2014-04-10 11:07:11,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742196_1372 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742196 for deletion
2014-04-10 11:07:11,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742164_1340 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742164 for deletion
2014-04-10 11:07:11,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742179_1355 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742179
2014-04-10 11:07:11,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742164_1340 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742164
2014-04-10 11:07:11,406 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742199_1375 src: /127.0.0.1:42541 dest: /127.0.0.1:37218
2014-04-10 11:07:11,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742180_1356 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742180 for deletion
2014-04-10 11:07:11,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742196_1372 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742196
2014-04-10 11:07:11,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742181_1357 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742181 for deletion
2014-04-10 11:07:11,407 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073742199_1375 (numBytes=244650) to 127.0.0.1/127.0.0.1:37218
2014-04-10 11:07:11,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742167_1343 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742167 for deletion
2014-04-10 11:07:11,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742180_1356 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742180
2014-04-10 11:07:11,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742186_1362 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742186 for deletion
2014-04-10 11:07:11,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742181_1357 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742181
2014-04-10 11:07:11,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742187_1363 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742187 for deletion
2014-04-10 11:07:11,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742167_1343 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742167
2014-04-10 11:07:11,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742186_1362 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742186
2014-04-10 11:07:11,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742187_1363 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742187
2014-04-10 11:07:11,407 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073742199_1375 src: /127.0.0.1:42541 dest: /127.0.0.1:37218 of size 244650
2014-04-10 11:07:11,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742190_1366 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742190 for deletion
2014-04-10 11:07:11,408 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742199_1375 size 244650
2014-04-10 11:07:11,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742190_1366 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742190
2014-04-10 11:07:11,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742177_1353 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742177 for deletion
2014-04-10 11:07:11,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742178_1354 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742178 for deletion
2014-04-10 11:07:11,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742179_1355 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742179 for deletion
2014-04-10 11:07:11,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742178_1354 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742178
2014-04-10 11:07:11,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742177_1353 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742177
2014-04-10 11:07:11,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742179_1355 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742179
2014-04-10 11:07:11,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742181_1357 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742181 for deletion
2014-04-10 11:07:11,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742186_1362 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742186 for deletion
2014-04-10 11:07:11,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742187_1363 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742187 for deletion
2014-04-10 11:07:11,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742188_1364 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742188 for deletion
2014-04-10 11:07:11,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742186_1362 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742186
2014-04-10 11:07:11,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742189_1365 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742189 for deletion
2014-04-10 11:07:11,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742188_1364 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742188
2014-04-10 11:07:11,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742194_1370 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742194 for deletion
2014-04-10 11:07:11,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742164_1340 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742164 for deletion
2014-04-10 11:07:11,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742194_1370 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742194
2014-04-10 11:07:11,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742165_1341 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742165 for deletion
2014-04-10 11:07:11,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742166_1342 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742166 for deletion
2014-04-10 11:07:11,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742165_1341 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742165
2014-04-10 11:07:11,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742181_1357 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742181
2014-04-10 11:07:11,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742187_1363 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742187
2014-04-10 11:07:11,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742167_1343 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742167 for deletion
2014-04-10 11:07:11,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742189_1365 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742189
2014-04-10 11:07:11,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742167_1343 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742167
2014-04-10 11:07:11,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742164_1340 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742164
2014-04-10 11:07:11,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742166_1342 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742166
2014-04-10 11:07:11,817 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0031_000001 (auth:SIMPLE)
2014-04-10 11:07:11,819 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0031_000001
2014-04-10 11:07:11,819 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0031 APPATTEMPTID=appattempt_1397145675630_0031_000001
2014-04-10 11:07:11,820 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0031_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:07:11,820 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0031 State change from ACCEPTED to RUNNING
2014-04-10 11:07:11,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job_1397145675630_0031_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:11,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:07:11,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job_1397145675630_0031_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:12,045 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job_1397145675630_0031_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742203_1379{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:07:12,082 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742203_1379 src: /127.0.0.1:55268 dest: /127.0.0.1:36156
2014-04-10 11:07:12,083 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742203_1379 src: /127.0.0.1:50887 dest: /127.0.0.1:53749
2014-04-10 11:07:12,084 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742203_1379 src: /127.0.0.1:42545 dest: /127.0.0.1:37218
2014-04-10 11:07:12,092 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42545, dest: /127.0.0.1:37218, bytes: 97503, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1658963218_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742203_1379, duration: 6546954
2014-04-10 11:07:12,092 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742203_1379, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:12,092 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742203_1379{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:07:12,093 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50887, dest: /127.0.0.1:53749, bytes: 97503, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1658963218_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742203_1379, duration: 7336322
2014-04-10 11:07:12,093 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742203_1379, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:12,093 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742203_1379{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:07:12,094 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55268, dest: /127.0.0.1:36156, bytes: 97503, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1658963218_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742203_1379, duration: 8126110
2014-04-10 11:07:12,094 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742203_1379, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:12,094 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742203_1379{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:07:12,109 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job_1397145675630_0031_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1658963218_1
2014-04-10 11:07:12,487 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742200_1376
2014-04-10 11:07:12,487 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742201_1377
2014-04-10 11:07:12,488 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742203_1379
2014-04-10 11:07:12,489 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742202_1378
2014-04-10 11:07:12,689 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742199_1375
2014-04-10 11:07:13,163 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073742177_1353, blk_1073742178_1354, blk_1073742180_1356, blk_1073742186_1362, blk_1073742187_1363, blk_1073742188_1364, blk_1073742189_1365, blk_1073742190_1366, blk_1073742194_1370, blk_1073742163_1339, blk_1073742196_1372, blk_1073742165_1341, blk_1073742166_1342, blk_1073742167_1343]
2014-04-10 11:07:13,163 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742177_1353, blk_1073742178_1354, blk_1073742179_1355, blk_1073742180_1356, blk_1073742181_1357, blk_1073742186_1362, blk_1073742187_1363, blk_1073742188_1364, blk_1073742189_1365, blk_1073742190_1366, blk_1073742194_1370, blk_1073742163_1339, blk_1073742196_1372, blk_1073742164_1340, blk_1073742165_1341, blk_1073742166_1342]
2014-04-10 11:07:13,300 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:13,300 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000002
2014-04-10 11:07:13,300 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0031_01_000002 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:07:13,300 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0031 container=Container: [ContainerId: container_1397145675630_0031_01_000002, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0031_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:13,301 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:07:13,301 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:13,301 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:13,301 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000003
2014-04-10 11:07:13,302 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0031_01_000003 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:07:13,302 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0031 container=Container: [ContainerId: container_1397145675630_0031_01_000003, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0031_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:13,302 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:07:13,302 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:13,317 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:13,318 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000004
2014-04-10 11:07:13,318 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0031_01_000004 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:07:13,318 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0031 container=Container: [ContainerId: container_1397145675630_0031_01_000004, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0031_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:13,318 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:07:13,318 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:13,319 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:13,319 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000005
2014-04-10 11:07:13,319 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0031_01_000005 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:07:13,319 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0031 container=Container: [ContainerId: container_1397145675630_0031_01_000005, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0031_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:13,320 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:07:13,320 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:13,323 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:13,323 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000006
2014-04-10 11:07:13,324 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0031_01_000006 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:07:13,324 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0031 container=Container: [ContainerId: container_1397145675630_0031_01_000006, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0031_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:13,324 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:07:13,324 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:13,325 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:13,325 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000007
2014-04-10 11:07:13,325 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0031_01_000007 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:07:13,325 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0031 container=Container: [ContainerId: container_1397145675630_0031_01_000007, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0031_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:13,326 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2014-04-10 11:07:13,326 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:13,856 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:13,856 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:13,856 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:13,857 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:13,857 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:13,857 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:13,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar dst=null perm=null
2014-04-10 11:07:13,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar dst=null perm=null
2014-04-10 11:07:13,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.xml dst=null perm=null
2014-04-10 11:07:13,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.xml dst=null perm=null
2014-04-10 11:07:13,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:13,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:13,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:13,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:13,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:13,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:13,979 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0031_000001 (auth:SIMPLE)
2014-04-10 11:07:13,979 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0031_000001 (auth:SIMPLE)
2014-04-10 11:07:13,979 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0031_000001 (auth:SIMPLE)
2014-04-10 11:07:13,984 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0031_01_000007 by user brock
2014-04-10 11:07:13,984 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0031_01_000006 by user brock
2014-04-10 11:07:13,984 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0031
2014-04-10 11:07:13,985 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000006
2014-04-10 11:07:13,985 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000007
2014-04-10 11:07:13,985 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0031_01_000006 to application application_1397145675630_0031
2014-04-10 11:07:13,985 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0031_01_000005 by user brock
2014-04-10 11:07:13,985 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0031_01_000004 by user brock
2014-04-10 11:07:13,986 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0031
2014-04-10 11:07:13,986 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0031_01_000003 by user brock
2014-04-10 11:07:13,986 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0031_01_000004 to application application_1397145675630_0031
2014-04-10 11:07:13,986 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000005
2014-04-10 11:07:13,986 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0031 transitioned from NEW to INITING
2014-04-10 11:07:13,986 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000004
2014-04-10 11:07:13,986 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0031_01_000002 by user brock
2014-04-10 11:07:13,985 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0031 transitioned from NEW to INITING
2014-04-10 11:07:13,986 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0031_01_000005 to application application_1397145675630_0031
2014-04-10 11:07:13,987 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000002
2014-04-10 11:07:13,987 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0031 transitioned from INITING to RUNNING
2014-04-10 11:07:13,986 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000003
2014-04-10 11:07:13,986 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0031_01_000003 to application application_1397145675630_0031
2014-04-10 11:07:13,987 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:07:13,988 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0031_01_000002 to application application_1397145675630_0031
2014-04-10 11:07:13,987 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0031_01_000007 to application application_1397145675630_0031
2014-04-10 11:07:13,988 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:07:13,988 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0031 transitioned from INITING to RUNNING
2014-04-10 11:07:13,988 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:07:13,988 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0031
2014-04-10 11:07:13,988 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0031
2014-04-10 11:07:13,989 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:13,988 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 11:07:13,989 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0031
2014-04-10 11:07:13,989 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:07:13,989 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0031
2014-04-10 11:07:13,989 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:07:13,989 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0031
2014-04-10 11:07:13,989 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:13,989 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:07:13,990 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0031
2014-04-10 11:07:13,989 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0031
2014-04-10 11:07:13,990 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:07:13,990 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0031
2014-04-10 11:07:13,990 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0031
2014-04-10 11:07:13,990 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0031
2014-04-10 11:07:13,990 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:13,990 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0031
2014-04-10 11:07:13,991 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0031
2014-04-10 11:07:13,990 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:13,991 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0031
2014-04-10 11:07:13,991 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:13,991 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0031
2014-04-10 11:07:13,992 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:13,992 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:13,991 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:07:13,992 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0031
2014-04-10 11:07:13,992 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0031_01_000004
2014-04-10 11:07:13,993 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0031_01_000005
2014-04-10 11:07:13,992 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:07:13,996 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0031
2014-04-10 11:07:13,996 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0031
2014-04-10 11:07:13,996 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:13,997 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0031
2014-04-10 11:07:13,997 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0031_01_000007
2014-04-10 11:07:13,997 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0031_01_000006
2014-04-10 11:07:14,008 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0031_01_000004.tokens. Credentials list:
2014-04-10 11:07:14,009 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397145675630_0031_01_000005.tokens. Credentials list:
2014-04-10 11:07:14,011 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397145675630_0031_01_000006.tokens. Credentials list:
2014-04-10 11:07:14,011 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397145675630_0031_01_000007.tokens. Credentials list:
2014-04-10 11:07:14,023 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:07:14,027 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:07:14,027 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:14,027 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:14,027 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:14,027 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:14,083 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000002/default_container_executor.sh]
2014-04-10 11:07:14,083 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000003/default_container_executor.sh]
2014-04-10 11:07:14,083 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0031_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000004.tokens
2014-04-10 11:07:14,083 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0031 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0031
2014-04-10 11:07:14,086 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397145675630_0031_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000006.tokens
2014-04-10 11:07:14,086 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0031 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0031
2014-04-10 11:07:14,131 INFO hs.JobHistory (JobHistory.java:run(188)) - Starting scan to move intermediate done files
2014-04-10 11:07:14,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:07:14,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:07:14,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar dst=null perm=null
2014-04-10 11:07:14,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar dst=null perm=null
2014-04-10 11:07:14,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar dst=null perm=null
2014-04-10 11:07:14,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar dst=null perm=null
2014-04-10 11:07:14,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar dst=null perm=null
2014-04-10 11:07:14,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar dst=null perm=null
2014-04-10 11:07:14,179 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42553, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1823816291_18490, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742199_1375, duration: 381000
2014-04-10 11:07:14,181 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57085, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1759640512_18492, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742199_1375, duration: 2071642
2014-04-10 11:07:14,195 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0031/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:14,198 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0031/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:14,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.xml dst=null perm=null
2014-04-10 11:07:14,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.xml dst=null perm=null
2014-04-10 11:07:14,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.xml dst=null perm=null
2014-04-10 11:07:14,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.xml dst=null perm=null
2014-04-10 11:07:14,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.xml dst=null perm=null
2014-04-10 11:07:14,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.xml dst=null perm=null
2014-04-10 11:07:14,212 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42553, bytes: 84128, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1823816291_18490, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742202_1378, duration: 263683
2014-04-10 11:07:14,213 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57085, bytes: 84128, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1759640512_18492, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742202_1378, duration: 234576
2014-04-10 11:07:14,224 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0031/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:14,224 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:14,224 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:14,225 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0031/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:14,225 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:14,226 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:14,255 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:14,255 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:14,255 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:14,255 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:14,255 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:14,255 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:14,258 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:14,258 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:14,300 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:14,300 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:14,317 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:14,317 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:14,323 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:14,323 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:14,330 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000006/default_container_executor.sh]
2014-04-10 11:07:14,330 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000005/default_container_executor.sh]
2014-04-10 11:07:14,333 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000007/default_container_executor.sh]
2014-04-10 11:07:14,333 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000004/default_container_executor.sh]
2014-04-10 11:07:14,416 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0030_01_000001 succeeded
2014-04-10 11:07:14,416 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:07:14,416 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0030_01_000001
2014-04-10 11:07:14,427 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000001
2014-04-10 11:07:14,427 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000001
2014-04-10 11:07:14,427 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000001
2014-04-10 11:07:14,427 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000001
2014-04-10 11:07:14,428 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0030/container_1397145675630_0030_01_000001
2014-04-10 11:07:14,428 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0030_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:07:14,428 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0030_01_000001 from application application_1397145675630_0030
2014-04-10 11:07:14,428 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:14,428 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0030
2014-04-10 11:07:14,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742177_1353 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742177 for deletion
2014-04-10 11:07:14,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742178_1354 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742178 for deletion
2014-04-10 11:07:14,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742177_1353 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742177
2014-04-10 11:07:14,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742180_1356 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742180 for deletion
2014-04-10 11:07:14,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742186_1362 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742186 for deletion
2014-04-10 11:07:14,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742180_1356 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742180
2014-04-10 11:07:14,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742187_1363 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742187 for deletion
2014-04-10 11:07:14,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742188_1364 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742188 for deletion
2014-04-10 11:07:14,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742187_1363 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742187
2014-04-10 11:07:14,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742189_1365 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742189 for deletion
2014-04-10 11:07:14,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742190_1366 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742190 for deletion
2014-04-10 11:07:14,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742189_1365 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742189
2014-04-10 11:07:14,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742178_1354 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742178
2014-04-10 11:07:14,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742194_1370 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742194 for deletion
2014-04-10 11:07:14,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742163_1339 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742163 for deletion
2014-04-10 11:07:14,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742196_1372 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742196 for deletion
2014-04-10 11:07:14,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742165_1341 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742165 for deletion
2014-04-10 11:07:14,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742166_1342 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742166 for deletion
2014-04-10 11:07:14,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742165_1341 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742165
2014-04-10 11:07:14,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742167_1343 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742167 for deletion
2014-04-10 11:07:14,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742186_1362 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742186
2014-04-10 11:07:14,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742166_1342 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742166
2014-04-10 11:07:14,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742188_1364 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742188
2014-04-10 11:07:14,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742190_1366 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742190
2014-04-10 11:07:14,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742194_1370 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742194
2014-04-10 11:07:14,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742163_1339 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742163
2014-04-10 11:07:14,721 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742196_1372 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742196
2014-04-10 11:07:14,721 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742167_1343 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742167
2014-04-10 11:07:14,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742177_1353 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742177 for deletion
2014-04-10 11:07:14,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742178_1354 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742178 for deletion
2014-04-10 11:07:14,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742177_1353 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742177
2014-04-10 11:07:14,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742178_1354 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742178
2014-04-10 11:07:14,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742179_1355 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742179 for deletion
2014-04-10 11:07:14,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742180_1356 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742180 for deletion
2014-04-10 11:07:14,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742179_1355 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742179
2014-04-10 11:07:14,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742181_1357 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742181 for deletion
2014-04-10 11:07:14,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742186_1362 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742186 for deletion
2014-04-10 11:07:14,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742187_1363 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742187 for deletion
2014-04-10 11:07:14,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742188_1364 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742188 for deletion
2014-04-10 11:07:14,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742187_1363 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742187
2014-04-10 11:07:14,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742189_1365 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742189 for deletion
2014-04-10 11:07:14,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742190_1366 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742190 for deletion
2014-04-10 11:07:14,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742189_1365 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742189
2014-04-10 11:07:14,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742180_1356 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742180
2014-04-10 11:07:14,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742181_1357 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742181
2014-04-10 11:07:14,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742186_1362 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742186
2014-04-10 11:07:14,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742188_1364 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742188
2014-04-10 11:07:14,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742190_1366 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742190
2014-04-10 11:07:14,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742194_1370 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742194 for deletion
2014-04-10 11:07:14,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742163_1339 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742163 for deletion
2014-04-10 11:07:14,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742194_1370 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742194
2014-04-10 11:07:14,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742164_1340 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742164 for deletion
2014-04-10 11:07:14,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742163_1339 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742163
2014-04-10 11:07:14,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742164_1340 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742164
2014-04-10 11:07:14,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742196_1372 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742196 for deletion
2014-04-10 11:07:14,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742165_1341 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742165 for deletion
2014-04-10 11:07:14,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742196_1372 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742196
2014-04-10 11:07:14,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742166_1342 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742166 for deletion
2014-04-10 11:07:14,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742165_1341 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742165
2014-04-10 11:07:14,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742166_1342 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742166
2014-04-10 11:07:14,873 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:07:15,022 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742203_1379
2014-04-10 11:07:15,024 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742199_1375
2014-04-10 11:07:15,238 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:07:15,275 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397145675630_0031_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000007.tokens
2014-04-10 11:07:15,275 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0031 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0031
2014-04-10 11:07:15,317 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0030_01_000001
2014-04-10 11:07:15,318 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0030_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:15,318 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0030_000001
2014-04-10 11:07:15,318 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0030_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:07:15,318 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0030_000001 State change from FINISHING to FINISHED
2014-04-10 11:07:15,318 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0030 CONTAINERID=container_1397145675630_0030_01_000001
2014-04-10 11:07:15,318 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0030 State change from FINISHING to FINISHED
2014-04-10 11:07:15,318 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0030_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:07:15,318 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0030
2014-04-10 11:07:15,318 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0030_000001
2014-04-10 11:07:15,318 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0030,name=[4858C83B4049477697392E549CA5312E/6214B5B778564DABB7C2FD4EAEBEB1A1] lower*upper1*upper2/(1/3) ...rm/joinsamesourceintojoin,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0030/jobhistory/job/job_1397145675630_0030,appMasterHost=localhost.localdomain,startTime=1397146018524,finishTime=1397146028194,finalStatus=SUCCEEDED
2014-04-10 11:07:15,318 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:8192, vCores:7> numContainers=7 user=brock user-resources=<memory:8192, vCores:7>
2014-04-10 11:07:15,319 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0030_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:15,319 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:15,319 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7
2014-04-10 11:07:15,320 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0030_000001 released container container_1397145675630_0030_01_000001 on node: host: localhost:41546 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:07:15,320 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0030_000001 is done. finalState=FINISHED
2014-04-10 11:07:15,320 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0030 requests cleared
2014-04-10 11:07:15,320 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0030 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:07:15,320 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0030 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:07:15,320 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0030_000001 (auth:SIMPLE)
2014-04-10 11:07:15,321 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0030_01_000001
2014-04-10 11:07:15,606 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0030 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:07:15,606 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0030
2014-04-10 11:07:15,606 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0030
2014-04-10 11:07:15,607 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0030
2014-04-10 11:07:15,607 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0030
2014-04-10 11:07:15,607 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0030 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:07:15,607 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0030, with delay of 10800 seconds
2014-04-10 11:07:15,607 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0030
2014-04-10 11:07:15,909 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:07:15,997 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397145675630_0031_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000005.tokens
2014-04-10 11:07:15,997 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0031 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0031
2014-04-10 11:07:16,216 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742203_1379
2014-04-10 11:07:16,318 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0030 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:07:16,319 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0030
2014-04-10 11:07:16,319 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0030 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:07:16,319 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0030, with delay of 10800 seconds
2014-04-10 11:07:16,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0030
2014-04-10 11:07:16,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0030
2014-04-10 11:07:16,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0030
2014-04-10 11:07:16,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0030
2014-04-10 11:07:17,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.split dst=null perm=null
2014-04-10 11:07:17,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.split dst=null perm=null
2014-04-10 11:07:17,804 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57097, bytes: 2279, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0031_m_000001_0_-1965973612_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742200_1376, duration: 195547
2014-04-10 11:07:17,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.split dst=null perm=null
2014-04-10 11:07:17,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.split dst=null perm=null
2014-04-10 11:07:17,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:07:17,907 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50914, bytes: 56, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0031_m_000001_0_-1965973612_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088, duration: 164782
2014-04-10 11:07:17,912 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55295, bytes: 2279, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0031_m_000000_0_-1633519327_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742200_1376, duration: 162939
2014-04-10 11:07:17,914 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42568, bytes: 1247, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0031_m_000004_0_-1968462855_1, offset: 1024, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742200_1376, duration: 168819
2014-04-10 11:07:17,990 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50915, bytes: 731, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0031_m_000005_0_-1963010213_1, offset: 1536, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742200_1376, duration: 143482
2014-04-10 11:07:18,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:18,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 11:07:18,010 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42568, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0031_m_000004_0_-1968462855_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 159239
2014-04-10 11:07:18,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:18,078 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57104, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0031_m_000005_0_-1963010213_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 189431
2014-04-10 11:07:18,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:07:18,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:07:18,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:07:18,281 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55299, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0031_m_000004_0_-1968462855_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 8559566
2014-04-10 11:07:18,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:07:18,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:07:18,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:07:18,343 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55300, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0031_m_000001_0_-1965973612_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089, duration: 184669
2014-04-10 11:07:18,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/_temporary/1/_temporary/attempt_1397145675630_0031_m_000004_0 dst=null perm=null
2014-04-10 11:07:18,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:07:18,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:07:18,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 11:07:18,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:07:18,400 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57107, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0031_m_000000_0_-1633519327_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741913_1089, duration: 157885
2014-04-10 11:07:18,404 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55295, bytes: 56, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0031_m_000000_0_-1633519327_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741912_1088, duration: 150835
2014-04-10 11:07:18,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:07:18,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:07:18,422 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57108, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0031_m_000005_0_-1963010213_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 184625
2014-04-10 11:07:18,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/_temporary/1/_temporary/attempt_1397145675630_0031_m_000001_0 dst=null perm=null
2014-04-10 11:07:18,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.split dst=null perm=null
2014-04-10 11:07:18,464 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0031_01_000006
2014-04-10 11:07:18,465 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000006
2014-04-10 11:07:18,465 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:07:18,465 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0031_01_000006
2014-04-10 11:07:18,478 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0031_01_000006 is : 143
2014-04-10 11:07:18,480 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job_1397145675630_0031_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073742204_1380{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:07:18,480 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 3210 Total time for transactions(ms): 179 Number of transactions batched in Syncs: 41 Number of syncs: 2184 SyncTimes(ms): 26650 17636
2014-04-10 11:07:18,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job.split dst=null perm=null
2014-04-10 11:07:18,490 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:18,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000006
2014-04-10 11:07:18,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000006
2014-04-10 11:07:18,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000006
2014-04-10 11:07:18,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000006
2014-04-10 11:07:18,491 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000006
2014-04-10 11:07:18,492 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:18,492 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0031_01_000006 from application application_1397145675630_0031
2014-04-10 11:07:18,492 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:18,492 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0031
2014-04-10 11:07:18,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/_temporary/1/_temporary/attempt_1397145675630_0031_m_000000_0 dst=null perm=null
2014-04-10 11:07:18,509 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0031_01_000003
2014-04-10 11:07:18,509 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000003
2014-04-10 11:07:18,509 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:07:18,509 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0031_01_000003
2014-04-10 11:07:18,510 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742204_1380 src: /127.0.0.1:57112 dest: /127.0.0.1:50911
2014-04-10 11:07:18,513 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742204_1380 src: /127.0.0.1:55307 dest: /127.0.0.1:36156
2014-04-10 11:07:18,513 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742204_1380 src: /127.0.0.1:42583 dest: /127.0.0.1:37218
2014-04-10 11:07:18,516 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57111, bytes: 1763, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0031_m_000002_0_-537041139_1, offset: 512, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742200_1376, duration: 146898
2014-04-10 11:07:18,516 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0031_01_000003 is : 143
2014-04-10 11:07:18,517 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job_1397145675630_0031_1.jhist for DFSClient_NONMAPREDUCE_1658963218_1
2014-04-10 11:07:18,526 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:18,526 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000003
2014-04-10 11:07:18,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000003
2014-04-10 11:07:18,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000003
2014-04-10 11:07:18,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000003
2014-04-10 11:07:18,528 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000003
2014-04-10 11:07:18,528 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:18,528 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0031_01_000003 from application application_1397145675630_0031
2014-04-10 11:07:18,528 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:18,528 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0031
2014-04-10 11:07:18,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/_temporary/1/_temporary/attempt_1397145675630_0031_m_000005_0 dst=null perm=null
2014-04-10 11:07:18,556 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57115, bytes: 1247, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0031_m_000003_0_578269243_1, offset: 1024, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742200_1376, duration: 185747
2014-04-10 11:07:18,573 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0031_01_000002
2014-04-10 11:07:18,573 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000002
2014-04-10 11:07:18,573 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:07:18,574 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0031_01_000002
2014-04-10 11:07:18,574 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0031_01_000003
2014-04-10 11:07:18,574 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:18,574 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0031_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:07:18,575 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000003
2014-04-10 11:07:18,575 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0031_01_000003 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:07:18,575 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:07:18,575 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0031_01_000003, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:18,575 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:18,575 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2014-04-10 11:07:18,575 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0031_000001 released container container_1397145675630_0031_01_000003 on node: host: localhost:38779 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:07:18,579 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0031_01_000002 is : 143
2014-04-10 11:07:18,589 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0031_01_000007
2014-04-10 11:07:18,589 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000007
2014-04-10 11:07:18,589 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000007 transitioned from RUNNING to KILLING
2014-04-10 11:07:18,589 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0031_01_000006
2014-04-10 11:07:18,589 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0031_01_000007
2014-04-10 11:07:18,591 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:18,591 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0031_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:07:18,591 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000006
2014-04-10 11:07:18,592 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0031_01_000006 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:07:18,592 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:07:18,592 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0031_01_000006, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:18,592 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:18,592 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:07:18,592 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0031_000001 released container container_1397145675630_0031_01_000006 on node: host: localhost:43726 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:07:18,592 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:18,593 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000002
2014-04-10 11:07:18,593 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000002
2014-04-10 11:07:18,593 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000002
2014-04-10 11:07:18,593 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000002
2014-04-10 11:07:18,594 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000002
2014-04-10 11:07:18,594 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:18,594 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0031_01_000002 from application application_1397145675630_0031
2014-04-10 11:07:18,594 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:18,594 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0031
2014-04-10 11:07:18,596 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0031_01_000007 is : 143
2014-04-10 11:07:18,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:18,603 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:18,604 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000007
2014-04-10 11:07:18,604 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000007
2014-04-10 11:07:18,604 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000007
2014-04-10 11:07:18,604 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000007
2014-04-10 11:07:18,604 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000007
2014-04-10 11:07:18,604 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:18,604 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0031_01_000007 from application application_1397145675630_0031
2014-04-10 11:07:18,604 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:18,604 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0031
2014-04-10 11:07:18,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:18,629 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42585, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0031_m_000003_0_578269243_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 121339
2014-04-10 11:07:18,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:07:18,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:07:18,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:07:18,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:07:18,780 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55311, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0031_m_000002_0_-537041139_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 129641
2014-04-10 11:07:18,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:07:18,783 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57111, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0031_m_000002_0_-537041139_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 155122
2014-04-10 11:07:18,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:07:18,788 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50930, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0031_m_000003_0_578269243_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741828_1004, duration: 119400
2014-04-10 11:07:18,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/_temporary/1/_temporary/attempt_1397145675630_0031_m_000002_0 dst=null perm=null
2014-04-10 11:07:18,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/_temporary/1/_temporary/attempt_1397145675630_0031_m_000003_0 dst=null perm=null
2014-04-10 11:07:18,879 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0031_01_000004
2014-04-10 11:07:18,879 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000004
2014-04-10 11:07:18,879 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:07:18,880 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0031_01_000004
2014-04-10 11:07:18,884 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0031_01_000004 is : 143
2014-04-10 11:07:18,888 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0031_01_000005
2014-04-10 11:07:18,888 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000005
2014-04-10 11:07:18,893 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:18,894 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:07:18,894 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000004
2014-04-10 11:07:18,894 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000004
2014-04-10 11:07:18,894 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000004
2014-04-10 11:07:18,894 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000004
2014-04-10 11:07:18,894 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0031_01_000005
2014-04-10 11:07:18,900 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0031_01_000005 is : 143
2014-04-10 11:07:18,912 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000004
2014-04-10 11:07:18,912 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:18,912 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:18,912 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0031_01_000004 from application application_1397145675630_0031
2014-04-10 11:07:18,912 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:18,912 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0031
2014-04-10 11:07:18,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000005
2014-04-10 11:07:18,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000005
2014-04-10 11:07:18,913 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000005
2014-04-10 11:07:18,913 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000005
2014-04-10 11:07:18,913 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:18,913 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000005
2014-04-10 11:07:18,913 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0031_01_000005 from application application_1397145675630_0031
2014-04-10 11:07:18,913 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:18,913 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0031
2014-04-10 11:07:19,574 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0031_01_000002
2014-04-10 11:07:19,575 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:19,575 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0031_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:07:19,575 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000002
2014-04-10 11:07:19,575 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0031_01_000002 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:07:19,575 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:07:19,576 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0031_01_000002, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:19,576 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:19,576 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:07:19,576 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0031_000001 released container container_1397145675630_0031_01_000002 on node: host: localhost:38779 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:07:19,590 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0031_01_000007
2014-04-10 11:07:19,590 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:19,590 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0031_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 11:07:19,590 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000007
2014-04-10 11:07:19,590 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0031_01_000007 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:07:19,591 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:07:19,591 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0031_01_000007, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:19,591 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:19,591 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:07:19,591 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0031_000001 released container container_1397145675630_0031_01_000007 on node: host: localhost:43726 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:07:19,889 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0031_01_000004
2014-04-10 11:07:19,889 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0031_01_000005
2014-04-10 11:07:19,891 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:19,891 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0031_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:07:19,891 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000004
2014-04-10 11:07:19,891 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0031_01_000004 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:07:19,891 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:07:19,892 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0031_01_000004, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:19,892 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:19,892 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:07:19,892 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0031_000001 released container container_1397145675630_0031_01_000004 on node: host: localhost:41546 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:07:19,892 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:19,892 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0031_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:07:19,893 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000005
2014-04-10 11:07:19,893 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0031_01_000005 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:07:19,893 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:07:19,893 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0031_01_000005, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:19,893 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:19,894 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:07:19,894 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0031_000001 released container container_1397145675630_0031_01_000005 on node: host: localhost:41546 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:07:19,894 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000008 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:19,895 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000008
2014-04-10 11:07:19,895 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0031_01_000008 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:07:19,895 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0031 container=Container: [ContainerId: container_1397145675630_0031_01_000008, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0031_01_000008 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:19,895 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:07:19,895 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:20,894 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:20,907 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0031_01_000008 by user brock
2014-04-10 11:07:20,907 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000008
2014-04-10 11:07:20,907 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0031_01_000008 to application application_1397145675630_0031
2014-04-10 11:07:20,908 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000008 transitioned from NEW to LOCALIZING
2014-04-10 11:07:20,908 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0031
2014-04-10 11:07:20,908 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0031
2014-04-10 11:07:20,908 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:20,908 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0031
2014-04-10 11:07:20,909 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000008 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:20,940 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000008 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:20,940 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:21,004 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000008/default_container_executor.sh]
2014-04-10 11:07:21,891 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000008 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:21,898 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:07:22,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/_temporary/1/_temporary/attempt_1397145675630_0031_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:22,778 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/_temporary/1/_temporary/attempt_1397145675630_0031_r_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073742205_1381{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:07:22,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742205_1381 src: /127.0.0.1:57129 dest: /127.0.0.1:50911
2014-04-10 11:07:22,857 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742205_1381 src: /127.0.0.1:50942 dest: /127.0.0.1:53749
2014-04-10 11:07:22,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742205_1381 src: /127.0.0.1:55325 dest: /127.0.0.1:36156
2014-04-10 11:07:22,869 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55325, dest: /127.0.0.1:36156, bytes: 592, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0031_r_000000_0_-1107263749_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742205_1381, duration: 10103091
2014-04-10 11:07:22,869 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742205_1381, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:22,869 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742205_1381{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:07:22,869 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50942, dest: /127.0.0.1:53749, bytes: 592, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0031_r_000000_0_-1107263749_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742205_1381, duration: 10726996
2014-04-10 11:07:22,870 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742205_1381, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:22,870 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742205_1381{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:07:22,870 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57129, dest: /127.0.0.1:50911, bytes: 592, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0031_r_000000_0_-1107263749_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742205_1381, duration: 11260070
2014-04-10 11:07:22,870 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742205_1381, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:22,870 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742205_1381{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:07:22,884 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/_temporary/1/_temporary/attempt_1397145675630_0031_r_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0031_r_000000_0_-1107263749_1
2014-04-10 11:07:22,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/_temporary/1/_temporary/attempt_1397145675630_0031_r_000000_0 dst=null perm=null
2014-04-10 11:07:22,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/_temporary/1/_temporary/attempt_1397145675630_0031_r_000000_0 dst=null perm=null
2014-04-10 11:07:22,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/_temporary/1/task_1397145675630_0031_r_000000 dst=null perm=null
2014-04-10 11:07:22,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/_temporary/1/_temporary/attempt_1397145675630_0031_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/_temporary/1/task_1397145675630_0031_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:07:23,002 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0031_01_000008
2014-04-10 11:07:23,002 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000008
2014-04-10 11:07:23,003 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000008 transitioned from RUNNING to KILLING
2014-04-10 11:07:23,003 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0031_01_000008
2014-04-10 11:07:23,008 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0031_01_000008 is : 143
2014-04-10 11:07:23,016 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:23,017 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000008
2014-04-10 11:07:23,017 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000008
2014-04-10 11:07:23,017 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000008
2014-04-10 11:07:23,017 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000008
2014-04-10 11:07:23,017 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000008
2014-04-10 11:07:23,017 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:23,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:23,017 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0031_01_000008 from application application_1397145675630_0031
2014-04-10 11:07:23,017 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:23,018 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0031
2014-04-10 11:07:23,034 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1658963218_1
2014-04-10 11:07:23,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/_temporary/1 dst=null perm=null
2014-04-10 11:07:23,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup dst=null perm=null
2014-04-10 11:07:23,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup dst=null perm=null
2014-04-10 11:07:23,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/_temporary/1/task_1397145675630_0031_r_000000 dst=null perm=null
2014-04-10 11:07:23,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/part-00000 dst=null perm=null
2014-04-10 11:07:23,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/_temporary/1/task_1397145675630_0031_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:23,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/_temporary dst=null perm=null
2014-04-10 11:07:23,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:23,117 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1658963218_1
2014-04-10 11:07:23,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:23,150 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1658963218_1
2014-04-10 11:07:23,180 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42583, dest: /127.0.0.1:37218, bytes: 76778, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1658963218_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742204_1380, duration: 4665831063
2014-04-10 11:07:23,180 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742204_1380, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:23,181 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55307, dest: /127.0.0.1:36156, bytes: 76778, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1658963218_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742204_1380, duration: 4666199317
2014-04-10 11:07:23,181 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742204_1380{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 16402
2014-04-10 11:07:23,181 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742204_1380, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:23,181 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57112, dest: /127.0.0.1:50911, bytes: 76778, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1658963218_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742204_1380, duration: 4667091771
2014-04-10 11:07:23,181 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742204_1380{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 16402
2014-04-10 11:07:23,181 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742204_1380, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:23,182 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742204_1380{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 16402
2014-04-10 11:07:23,200 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job_1397145675630_0031_1.jhist is closed by DFSClient_NONMAPREDUCE_1658963218_1
2014-04-10 11:07:23,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:23,220 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742206_1382{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:07:23,236 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742206_1382 src: /127.0.0.1:57133 dest: /127.0.0.1:50911
2014-04-10 11:07:23,237 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742206_1382 src: /127.0.0.1:42603 dest: /127.0.0.1:37218
2014-04-10 11:07:23,238 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742206_1382 src: /127.0.0.1:50947 dest: /127.0.0.1:53749
2014-04-10 11:07:23,241 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50947, dest: /127.0.0.1:53749, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1658963218_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742206_1382, duration: 2043183
2014-04-10 11:07:23,242 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742206_1382, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:23,242 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742206_1382{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:07:23,242 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42603, dest: /127.0.0.1:37218, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1658963218_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742206_1382, duration: 2530289
2014-04-10 11:07:23,243 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742206_1382, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:23,243 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742206_1382{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:07:23,243 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57133, dest: /127.0.0.1:50911, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1658963218_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742206_1382, duration: 3368252
2014-04-10 11:07:23,243 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742206_1382, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:23,244 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742206_1382{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:07:23,259 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031.summary_tmp is closed by DFSClient_NONMAPREDUCE_1658963218_1
2014-04-10 11:07:23,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:23,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job_1397145675630_0031_1.jhist dst=null perm=null
2014-04-10 11:07:23,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031-1397146028923-brock-%5B28190A6BB42E48BEAE6BBD79B09FF9BC%2FE873D5C633BA4DAE-1397146043152-6-1-SUCCEEDED-default-1397146031830.jhist_tmp dst=null perm=null
2014-04-10 11:07:23,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job_1397145675630_0031_1.jhist dst=null perm=null
2014-04-10 11:07:23,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031-1397146028923-brock-%5B28190A6BB42E48BEAE6BBD79B09FF9BC%2FE873D5C633BA4DAE-1397146043152-6-1-SUCCEEDED-default-1397146031830.jhist_tmp dst=null perm=null
2014-04-10 11:07:23,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job_1397145675630_0031_1.jhist dst=null perm=null
2014-04-10 11:07:23,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031-1397146028923-brock-%5B28190A6BB42E48BEAE6BBD79B09FF9BC%2FE873D5C633BA4DAE-1397146043152-6-1-SUCCEEDED-default-1397146031830.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:23,303 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57136, bytes: 77378, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1658963218_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742204_1380, duration: 204398
2014-04-10 11:07:23,305 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031-1397146028923-brock-%5B28190A6BB42E48BEAE6BBD79B09FF9BC%2FE873D5C633BA4DAE-1397146043152-6-1-SUCCEEDED-default-1397146031830.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742207_1383{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:07:23,319 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742207_1383 src: /127.0.0.1:57137 dest: /127.0.0.1:50911
2014-04-10 11:07:23,321 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742207_1383 src: /127.0.0.1:55332 dest: /127.0.0.1:36156
2014-04-10 11:07:23,322 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742207_1383 src: /127.0.0.1:42608 dest: /127.0.0.1:37218
2014-04-10 11:07:23,326 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42608, dest: /127.0.0.1:37218, bytes: 76778, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1658963218_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742207_1383, duration: 2675146
2014-04-10 11:07:23,326 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742207_1383, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:23,326 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742207_1383{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:07:23,326 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55332, dest: /127.0.0.1:36156, bytes: 76778, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1658963218_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742207_1383, duration: 3332609
2014-04-10 11:07:23,327 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742207_1383, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:23,327 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742207_1383{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:07:23,327 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57137, dest: /127.0.0.1:50911, bytes: 76778, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1658963218_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742207_1383, duration: 4096425
2014-04-10 11:07:23,327 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742207_1383, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:23,327 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742207_1383{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:07:23,342 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031-1397146028923-brock-%5B28190A6BB42E48BEAE6BBD79B09FF9BC%2FE873D5C633BA4DAE-1397146043152-6-1-SUCCEEDED-default-1397146031830.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1658963218_1
2014-04-10 11:07:23,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031-1397146028923-brock-%5B28190A6BB42E48BEAE6BBD79B09FF9BC%2FE873D5C633BA4DAE-1397146043152-6-1-SUCCEEDED-default-1397146031830.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:23,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job_1397145675630_0031_1_conf.xml dst=null perm=null
2014-04-10 11:07:23,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031_conf.xml_tmp dst=null perm=null
2014-04-10 11:07:23,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job_1397145675630_0031_1_conf.xml dst=null perm=null
2014-04-10 11:07:23,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031_conf.xml_tmp dst=null perm=null
2014-04-10 11:07:23,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031/job_1397145675630_0031_1_conf.xml dst=null perm=null
2014-04-10 11:07:23,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:23,378 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50952, bytes: 98267, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1658963218_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742203_1379, duration: 348761
2014-04-10 11:07:23,381 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742208_1384{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:07:23,394 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742208_1384 src: /127.0.0.1:55335 dest: /127.0.0.1:36156
2014-04-10 11:07:23,395 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742208_1384 src: /127.0.0.1:57142 dest: /127.0.0.1:50911
2014-04-10 11:07:23,396 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742208_1384 src: /127.0.0.1:42612 dest: /127.0.0.1:37218
2014-04-10 11:07:23,400 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42612, dest: /127.0.0.1:37218, bytes: 97503, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1658963218_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742208_1384, duration: 2529694
2014-04-10 11:07:23,400 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742208_1384, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:23,401 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742208_1384{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:07:23,401 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57142, dest: /127.0.0.1:50911, bytes: 97503, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1658963218_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742208_1384, duration: 2965331
2014-04-10 11:07:23,401 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742208_1384, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:23,401 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742208_1384{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:07:23,402 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55335, dest: /127.0.0.1:36156, bytes: 97503, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1658963218_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742208_1384, duration: 3756002
2014-04-10 11:07:23,402 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742208_1384, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:23,402 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742208_1384{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:07:23,417 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1658963218_1
2014-04-10 11:07:23,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:23,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:23,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:23,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031-1397146028923-brock-%5B28190A6BB42E48BEAE6BBD79B09FF9BC%2FE873D5C633BA4DAE-1397146043152-6-1-SUCCEEDED-default-1397146031830.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031-1397146028923-brock-%5B28190A6BB42E48BEAE6BBD79B09FF9BC%2FE873D5C633BA4DAE-1397146043152-6-1-SUCCEEDED-default-1397146031830.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:23,493 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0031_000001 with final state: FINISHING
2014-04-10 11:07:23,493 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0031_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:07:23,494 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0031 with final state: FINISHING
2014-04-10 11:07:23,494 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0031 State change from RUNNING to FINAL_SAVING
2014-04-10 11:07:23,494 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0031
2014-04-10 11:07:23,494 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0031_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:07:23,494 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0031 State change from FINAL_SAVING to FINISHING
2014-04-10 11:07:23,579 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:07:23,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:07:23,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:07:23,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031.summary dst=null perm=null
2014-04-10 11:07:23,587 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57145, bytes: 456, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742206_1382, duration: 227742
2014-04-10 11:07:23,587 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0031,submitTime=1397146028923,launchTime=1397146031830,firstMapTaskLaunchTime=1397146033994,firstReduceTaskLaunchTime=1397146040908,finishTime=1397146043152,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=27,reduceSlotSeconds=2,jobName=[28190A6BB42E48BEAE6BBD79B09FF9BC/E873D5C633BA4DAEB3C6064CE263C832] cogrouping/(1/1) ...platform/joinsintocogroup
2014-04-10 11:07:23,587 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031.summary]
2014-04-10 11:07:23,601 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742206_1382 127.0.0.1:50911 127.0.0.1:37218 127.0.0.1:53749
2014-04-10 11:07:23,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031.summary dst=null perm=null
2014-04-10 11:07:23,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:07:23,603 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031-1397146028923-brock-%5B28190A6BB42E48BEAE6BBD79B09FF9BC%2FE873D5C633BA4DAE-1397146043152-6-1-SUCCEEDED-default-1397146031830.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0031-1397146028923-brock-%5B28190A6BB42E48BEAE6BBD79B09FF9BC%2FE873D5C633BA4DAE-1397146043152-6-1-SUCCEEDED-default-1397146031830.jhist
2014-04-10 11:07:23,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031-1397146028923-brock-%5B28190A6BB42E48BEAE6BBD79B09FF9BC%2FE873D5C633BA4DAE-1397146043152-6-1-SUCCEEDED-default-1397146031830.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0031-1397146028923-brock-%5B28190A6BB42E48BEAE6BBD79B09FF9BC%2FE873D5C633BA4DAE-1397146043152-6-1-SUCCEEDED-default-1397146031830.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:23,618 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0031_conf.xml
2014-04-10 11:07:23,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0031_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0031_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:23,634 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0031 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0031-1397146028923-brock-%5B28190A6BB42E48BEAE6BBD79B09FF9BC%2FE873D5C633BA4DAE-1397146043152-6-1-SUCCEEDED-default-1397146031830.jhist
2014-04-10 11:07:23,634 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0031-1397146028923-brock-%5B28190A6BB42E48BEAE6BBD79B09FF9BC%2FE873D5C633BA4DAE-1397146043152-6-1-SUCCEEDED-default-1397146031830.jhist]
2014-04-10 11:07:23,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0031-1397146028923-brock-%5B28190A6BB42E48BEAE6BBD79B09FF9BC%2FE873D5C633BA4DAE-1397146043152-6-1-SUCCEEDED-default-1397146031830.jhist dst=null perm=null
2014-04-10 11:07:23,637 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57145, bytes: 77378, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742207_1383, duration: 337357
2014-04-10 11:07:23,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup dst=null perm=null
2014-04-10 11:07:23,674 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/_temporary
2014-04-10 11:07:23,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/_temporary dst=null perm=null
2014-04-10 11:07:23,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup dst=null perm=null
2014-04-10 11:07:23,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup dst=null perm=null
2014-04-10 11:07:23,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup dst=null perm=null
2014-04-10 11:07:23,694 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:07:23,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/part-00000 dst=null perm=null
2014-04-10 11:07:23,697 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55340, bytes: 600, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742205_1381, duration: 232396
2014-04-10 11:07:23,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup dst=null perm=null
2014-04-10 11:07:23,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup dst=null perm=null
2014-04-10 11:07:23,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup dst=null perm=null
2014-04-10 11:07:23,714 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:07:23,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/part-00000 dst=null perm=null
2014-04-10 11:07:23,716 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55340, bytes: 600, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742205_1381, duration: 138045
2014-04-10 11:07:23,716 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup
2014-04-10 11:07:23,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup dst=null perm=null
2014-04-10 11:07:23,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup dst=null perm=null
2014-04-10 11:07:23,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup dst=null perm=null
2014-04-10 11:07:23,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup dst=null perm=null
2014-04-10 11:07:23,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/part-00000 dst=null perm=null
2014-04-10 11:07:23,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joinsintocogroup/part-00000 dst=null perm=null
2014-04-10 11:07:23,724 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:50959, bytes: 600, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742205_1381, duration: 214151
2014-04-10 11:07:23,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 11:07:23,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 11:07:23,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:23,769 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt. BP-2026122021-127.0.0.1-1397145659663 blk_1073742209_1385{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:07:23,785 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742209_1385 src: /127.0.0.1:42617 dest: /127.0.0.1:37218
2014-04-10 11:07:23,786 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742209_1385 src: /127.0.0.1:50961 dest: /127.0.0.1:53749
2014-04-10 11:07:23,787 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742209_1385 src: /127.0.0.1:57150 dest: /127.0.0.1:50911
2014-04-10 11:07:23,790 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57150, dest: /127.0.0.1:50911, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742209_1385, duration: 1704275
2014-04-10 11:07:23,790 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742209_1385, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:23,791 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742209_1385{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:23,791 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50961, dest: /127.0.0.1:53749, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742209_1385, duration: 2113300
2014-04-10 11:07:23,791 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742209_1385, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:23,791 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742209_1385{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:23,792 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42617, dest: /127.0.0.1:37218, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742209_1385, duration: 3070426
2014-04-10 11:07:23,792 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742209_1385, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:23,793 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742209_1385{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:23,809 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:07:23,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 11:07:23,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 11:07:23,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:23,827 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt. BP-2026122021-127.0.0.1-1397145659663 blk_1073742210_1386{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:07:23,843 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742210_1386 src: /127.0.0.1:50963 dest: /127.0.0.1:53749
2014-04-10 11:07:23,845 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742210_1386 src: /127.0.0.1:42621 dest: /127.0.0.1:37218
2014-04-10 11:07:23,846 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742210_1386 src: /127.0.0.1:55347 dest: /127.0.0.1:36156
2014-04-10 11:07:23,849 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55347, dest: /127.0.0.1:36156, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742210_1386, duration: 1572411
2014-04-10 11:07:23,849 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742210_1386, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:23,850 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742210_1386{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:23,850 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42621, dest: /127.0.0.1:37218, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742210_1386, duration: 2194475
2014-04-10 11:07:23,850 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742210_1386, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:23,850 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742210_1386{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:23,850 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50963, dest: /127.0.0.1:53749, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742210_1386, duration: 2489381
2014-04-10 11:07:23,851 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742210_1386, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:23,851 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742210_1386{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:23,867 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:07:23,883 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:07:23,883 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:07:23,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner dst=null perm=null
2014-04-10 11:07:23,905 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 11:07:23,906 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt"]
2014-04-10 11:07:23,906 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt"]
2014-04-10 11:07:23,906 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextDelimited[[0:3]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner"]
2014-04-10 11:07:23,906 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 11:07:23,906 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 11:07:23,906 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 11:07:23,907 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...edpipesplatform/joininner
2014-04-10 11:07:23,914 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:07:23,921 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:07:23,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner dst=null perm=null
2014-04-10 11:07:23,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:07:23,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:07:23,925 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 32
2014-04-10 11:07:23,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032 dst=null perm=null
2014-04-10 11:07:23,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:07:23,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:07:23,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar dst=null perm=null
2014-04-10 11:07:24,003 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0031_01_000008
2014-04-10 11:07:24,004 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000008 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:24,004 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0031_01_000008 in state: COMPLETED event:FINISHED
2014-04-10 11:07:24,004 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000008
2014-04-10 11:07:24,004 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0031_01_000008 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:07:24,004 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:07:24,005 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0031_01_000008, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:24,005 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:24,005 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:07:24,005 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0031_000001 released container container_1397145675630_0031_01_000008 on node: host: localhost:41546 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:07:24,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:24,011 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073742211_1387{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:07:24,027 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742211_1387 src: /127.0.0.1:57154 dest: /127.0.0.1:50911
2014-04-10 11:07:24,028 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742211_1387 src: /127.0.0.1:50967 dest: /127.0.0.1:53749
2014-04-10 11:07:24,029 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742211_1387 src: /127.0.0.1:42625 dest: /127.0.0.1:37218
2014-04-10 11:07:24,034 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42625, dest: /127.0.0.1:37218, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742211_1387, duration: 3489459
2014-04-10 11:07:24,034 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742211_1387, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:24,034 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742211_1387{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:07:24,035 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50967, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742211_1387, duration: 4194284
2014-04-10 11:07:24,035 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742211_1387, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:24,035 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742211_1387{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:07:24,035 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57154, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742211_1387, duration: 3978986
2014-04-10 11:07:24,036 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742211_1387, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:24,036 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742211_1387{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:07:24,050 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:07:24,051 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar
2014-04-10 11:07:24,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar dst=null perm=null
2014-04-10 11:07:24,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:24,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:24,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:24,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:24,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:07:24,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:07:24,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:07:24,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:07:24,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:07:24,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:24,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 11:07:24,095 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:07:24,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 11:07:24,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:24,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:24,126 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.split
2014-04-10 11:07:24,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.split dst=null perm=null
2014-04-10 11:07:24,144 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073742212_1388{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:07:24,160 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742212_1388 src: /127.0.0.1:55351 dest: /127.0.0.1:36156
2014-04-10 11:07:24,161 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742212_1388 src: /127.0.0.1:57158 dest: /127.0.0.1:50911
2014-04-10 11:07:24,163 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742212_1388 src: /127.0.0.1:50971 dest: /127.0.0.1:53749
2014-04-10 11:07:24,164 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742212_1388 src: /127.0.0.1:42629 dest: /127.0.0.1:37218
2014-04-10 11:07:24,167 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42629, dest: /127.0.0.1:37218, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742212_1388, duration: 2064657
2014-04-10 11:07:24,167 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742212_1388, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:24,168 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742212_1388{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:07:24,168 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50971, dest: /127.0.0.1:53749, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742212_1388, duration: 2565369
2014-04-10 11:07:24,168 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742212_1388, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:24,168 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742212_1388{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:07:24,168 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57158, dest: /127.0.0.1:50911, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742212_1388, duration: 3071839
2014-04-10 11:07:24,169 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742212_1388, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:24,169 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742212_1388{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:07:24,169 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55351, dest: /127.0.0.1:36156, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742212_1388, duration: 3761831
2014-04-10 11:07:24,169 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742212_1388, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:24,169 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742212_1388{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:07:24,184 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:07:24,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:24,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:24,219 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073742213_1389{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:07:24,235 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742213_1389 src: /127.0.0.1:50974 dest: /127.0.0.1:53749
2014-04-10 11:07:24,236 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742213_1389 src: /127.0.0.1:42632 dest: /127.0.0.1:37218
2014-04-10 11:07:24,237 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742213_1389 src: /127.0.0.1:55358 dest: /127.0.0.1:36156
2014-04-10 11:07:24,240 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55358, dest: /127.0.0.1:36156, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742213_1389, duration: 1376108
2014-04-10 11:07:24,240 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742213_1389, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:24,240 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742213_1389{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:24,241 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42632, dest: /127.0.0.1:37218, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742213_1389, duration: 1870334
2014-04-10 11:07:24,241 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742213_1389, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:24,241 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742213_1389{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:24,241 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50974, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742213_1389, duration: 2592546
2014-04-10 11:07:24,242 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742213_1389, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:24,242 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742213_1389{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:24,259 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:07:24,259 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:07:24,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:24,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:24,299 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742214_1390{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:07:24,318 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742214_1390 src: /127.0.0.1:57165 dest: /127.0.0.1:50911
2014-04-10 11:07:24,320 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742214_1390 src: /127.0.0.1:55360 dest: /127.0.0.1:36156
2014-04-10 11:07:24,321 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742214_1390 src: /127.0.0.1:42636 dest: /127.0.0.1:37218
2014-04-10 11:07:24,324 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42636, dest: /127.0.0.1:37218, bytes: 81870, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742214_1390, duration: 1815803
2014-04-10 11:07:24,324 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742214_1390, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:24,324 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742214_1390{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:07:24,324 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55360, dest: /127.0.0.1:36156, bytes: 81870, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742214_1390, duration: 2581431
2014-04-10 11:07:24,325 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742214_1390, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:24,325 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742214_1390{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:07:24,325 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57165, dest: /127.0.0.1:50911, bytes: 81870, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742214_1390, duration: 3297096
2014-04-10 11:07:24,325 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742214_1390, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:24,326 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742214_1390{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:07:24,342 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:07:24,343 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0032
2014-04-10 11:07:24,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032 dst=null perm=null
2014-04-10 11:07:24,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.xml dst=null perm=null
2014-04-10 11:07:24,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.xml dst=null perm=null
2014-04-10 11:07:24,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar dst=null perm=null
2014-04-10 11:07:24,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar dst=null perm=null
2014-04-10 11:07:24,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.split dst=null perm=null
2014-04-10 11:07:24,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.split dst=null perm=null
2014-04-10 11:07:24,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:24,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:24,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:24,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:24,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:24,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:24,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:24,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:24,400 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 32 submitted by user brock
2014-04-10 11:07:24,400 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0032
2014-04-10 11:07:24,400 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0032
2014-04-10 11:07:24,400 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0032
2014-04-10 11:07:24,400 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0032 State change from NEW to NEW_SAVING
2014-04-10 11:07:24,401 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0032 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:07:24,401 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0032_000001
2014-04-10 11:07:24,401 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0032_000001 State change from NEW to SUBMITTED
2014-04-10 11:07:24,402 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0032 from user: brock activated in queue: default
2014-04-10 11:07:24,402 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0032 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:07:24,402 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0032 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:07:24,402 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0032_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:07:24,402 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0032
2014-04-10 11:07:24,402 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0032_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:07:24,403 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0032 State change from SUBMITTED to ACCEPTED
2014-04-10 11:07:24,405 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0032/
2014-04-10 11:07:24,405 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397145675630_0032
2014-04-10 11:07:24,405 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:33250/proxy/application_1397145675630_0032/
2014-04-10 11:07:24,426 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742205_1381
2014-04-10 11:07:24,427 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742212_1388
2014-04-10 11:07:24,428 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742207_1383
2014-04-10 11:07:24,428 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742209_1385
2014-04-10 11:07:24,429 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742206_1382
2014-04-10 11:07:24,517 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742199_1375 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:07:24,517 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742200_1376 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:07:24,518 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742201_1377 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:07:24,518 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742202_1378 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:07:24,518 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742204_1380 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:07:24,518 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742203_1379 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:07:24,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0031 dst=null perm=null
2014-04-10 11:07:24,577 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0032_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:24,578 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000001
2014-04-10 11:07:24,578 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0032_01_000001 of capacity <memory:2048, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 11:07:24,578 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0032 container=Container: [ContainerId: container_1397145675630_0032_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0032_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:24,578 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:07:24,578 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0032_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:24,578 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:24,579 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0032 AttemptId: appattempt_1397145675630_0032_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0032_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ]
2014-04-10 11:07:24,579 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0032_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:07:24,579 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0032_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:07:24,580 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0032_000001
2014-04-10 11:07:24,580 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0032_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] for AM appattempt_1397145675630_0032_000001
2014-04-10 11:07:24,580 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0032_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:07:24,583 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0032_000001 (auth:SIMPLE)
2014-04-10 11:07:24,585 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0032_01_000001 by user brock
2014-04-10 11:07:24,585 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0032
2014-04-10 11:07:24,585 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000001
2014-04-10 11:07:24,586 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0032 transitioned from NEW to INITING
2014-04-10 11:07:24,586 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0032_01_000001 to application application_1397145675630_0032
2014-04-10 11:07:24,586 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0032 transitioned from INITING to RUNNING
2014-04-10 11:07:24,586 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0032_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] for AM appattempt_1397145675630_0032_000001
2014-04-10 11:07:24,586 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0032_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:07:24,586 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:07:24,587 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0032
2014-04-10 11:07:24,587 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:07:24,587 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:07:24,587 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:07:24,587 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:07:24,588 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0032_01_000001
2014-04-10 11:07:24,599 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397145675630_0032_01_000001.tokens. Credentials list:
2014-04-10 11:07:24,612 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:07:24,630 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742211_1387
2014-04-10 11:07:24,631 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742204_1380
2014-04-10 11:07:24,632 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742214_1390
2014-04-10 11:07:24,669 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397145675630_0032_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000001.tokens
2014-04-10 11:07:24,669 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0032 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0032
2014-04-10 11:07:24,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar dst=null perm=null
2014-04-10 11:07:24,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar dst=null perm=null
2014-04-10 11:07:24,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar dst=null perm=null
2014-04-10 11:07:24,777 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57171, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-577792239_18971, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742211_1387, duration: 256738
2014-04-10 11:07:24,798 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0032/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:24,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:24,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:24,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:24,826 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42641, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-577792239_18971, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742213_1389, duration: 234881
2014-04-10 11:07:24,830 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742208_1384
2014-04-10 11:07:24,842 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0032/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:24,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.split dst=null perm=null
2014-04-10 11:07:24,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.split dst=null perm=null
2014-04-10 11:07:24,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.split dst=null perm=null
2014-04-10 11:07:24,864 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42641, bytes: 1928, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-577792239_18971, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742212_1388, duration: 210648
2014-04-10 11:07:24,880 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0032/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:24,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.xml dst=null perm=null
2014-04-10 11:07:24,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.xml dst=null perm=null
2014-04-10 11:07:24,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.xml dst=null perm=null
2014-04-10 11:07:24,903 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57171, bytes: 82510, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-577792239_18971, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742214_1390, duration: 362720
2014-04-10 11:07:24,920 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0032/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:24,920 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:24,953 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:24,953 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:25,011 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000001/default_container_executor.sh]
2014-04-10 11:07:25,030 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742208_1384
2014-04-10 11:07:25,031 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742206_1382
2014-04-10 11:07:25,031 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742212_1388
2014-04-10 11:07:25,031 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742213_1389
2014-04-10 11:07:25,032 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742210_1386
2014-04-10 11:07:25,032 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742209_1385
2014-04-10 11:07:25,033 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742204_1380
2014-04-10 11:07:25,034 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742207_1383
2014-04-10 11:07:25,164 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:50911 to replicate blk_1073742211_1387 to datanode(s) 127.0.0.1:36156
2014-04-10 11:07:25,164 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073742199_1375, blk_1073742200_1376, blk_1073742201_1377, blk_1073742202_1378, blk_1073742204_1380, blk_1073742206_1382]
2014-04-10 11:07:25,164 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742199_1375, blk_1073742200_1376, blk_1073742201_1377, blk_1073742202_1378, blk_1073742203_1379, blk_1073742204_1380, blk_1073742206_1382]
2014-04-10 11:07:25,430 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742211_1387
2014-04-10 11:07:25,431 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742214_1390
2014-04-10 11:07:25,576 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0032_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:26,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:07:26,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/COMMIT_STARTED dst=null perm=null
2014-04-10 11:07:26,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:07:26,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/COMMIT_FAIL dst=null perm=null
2014-04-10 11:07:26,218 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742206_1382
2014-04-10 11:07:26,218 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742210_1386
2014-04-10 11:07:26,218 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742209_1385
2014-04-10 11:07:26,219 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742205_1381
2014-04-10 11:07:26,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032 dst=null perm=null
2014-04-10 11:07:26,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:07:26,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:07:26,420 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742211_1387
2014-04-10 11:07:26,420 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742213_1389
2014-04-10 11:07:26,421 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742212_1388
2014-04-10 11:07:26,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:26,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:26,499 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55370, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-723608957_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742213_1389, duration: 150040
2014-04-10 11:07:26,718 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, infoPort=35739, ipcPort=51987, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073742211_1387 to 127.0.0.1:36156
2014-04-10 11:07:26,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742199_1375 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742199 for deletion
2014-04-10 11:07:26,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742200_1376 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742200 for deletion
2014-04-10 11:07:26,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742201_1377 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742201 for deletion
2014-04-10 11:07:26,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742199_1375 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742199
2014-04-10 11:07:26,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742202_1378 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742202 for deletion
2014-04-10 11:07:26,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742200_1376 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742200
2014-04-10 11:07:26,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742204_1380 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742204 for deletion
2014-04-10 11:07:26,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742202_1378 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742202
2014-04-10 11:07:26,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742201_1377 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742201
2014-04-10 11:07:26,719 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742211_1387 src: /127.0.0.1:55371 dest: /127.0.0.1:36156
2014-04-10 11:07:26,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742204_1380 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742204
2014-04-10 11:07:26,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742206_1382 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742206 for deletion
2014-04-10 11:07:26,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742206_1382 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742206
2014-04-10 11:07:26,720 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073742211_1387 (numBytes=244650) to 127.0.0.1/127.0.0.1:36156
2014-04-10 11:07:26,721 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073742211_1387 src: /127.0.0.1:55371 dest: /127.0.0.1:36156 of size 244650
2014-04-10 11:07:26,721 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742211_1387 size 244650
2014-04-10 11:07:26,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742199_1375 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742199 for deletion
2014-04-10 11:07:26,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742200_1376 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742200 for deletion
2014-04-10 11:07:26,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742201_1377 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742201 for deletion
2014-04-10 11:07:26,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742199_1375 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742199
2014-04-10 11:07:26,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742202_1378 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742202 for deletion
2014-04-10 11:07:26,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742201_1377 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742201
2014-04-10 11:07:26,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742203_1379 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742203 for deletion
2014-04-10 11:07:26,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742200_1376 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742200
2014-04-10 11:07:26,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742204_1380 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742204 for deletion
2014-04-10 11:07:26,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742206_1382 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742206 for deletion
2014-04-10 11:07:26,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742202_1378 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742202
2014-04-10 11:07:26,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742204_1380 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742204
2014-04-10 11:07:26,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742203_1379 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742203
2014-04-10 11:07:26,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742206_1382 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742206
2014-04-10 11:07:27,089 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0032_000001 (auth:SIMPLE)
2014-04-10 11:07:27,090 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0032_000001
2014-04-10 11:07:27,090 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0032 APPATTEMPTID=appattempt_1397145675630_0032_000001
2014-04-10 11:07:27,091 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0032_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:07:27,091 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0032 State change from ACCEPTED to RUNNING
2014-04-10 11:07:27,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job_1397145675630_0032_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:27,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:07:27,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job_1397145675630_0032_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:27,285 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job_1397145675630_0032_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742215_1391{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:07:27,323 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742215_1391 src: /127.0.0.1:50992 dest: /127.0.0.1:53749
2014-04-10 11:07:27,324 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742215_1391 src: /127.0.0.1:55375 dest: /127.0.0.1:36156
2014-04-10 11:07:27,325 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742215_1391 src: /127.0.0.1:57182 dest: /127.0.0.1:50911
2014-04-10 11:07:27,330 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57182, dest: /127.0.0.1:50911, bytes: 95757, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-723608957_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742215_1391, duration: 3746691
2014-04-10 11:07:27,330 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742215_1391, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:27,330 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55375, dest: /127.0.0.1:36156, bytes: 95757, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-723608957_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742215_1391, duration: 4926544
2014-04-10 11:07:27,331 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742215_1391{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:07:27,331 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742215_1391, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:27,331 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50992, dest: /127.0.0.1:53749, bytes: 95757, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-723608957_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742215_1391, duration: 5291159
2014-04-10 11:07:27,331 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742215_1391{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:07:27,331 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742215_1391, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:27,331 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742215_1391{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:07:27,350 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job_1397145675630_0032_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-723608957_1
2014-04-10 11:07:27,695 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742208_1384
2014-04-10 11:07:27,695 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742205_1381
2014-04-10 11:07:27,695 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742212_1388
2014-04-10 11:07:27,696 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742204_1380
2014-04-10 11:07:27,896 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742211_1387
2014-04-10 11:07:27,896 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742213_1389
2014-04-10 11:07:28,095 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742215_1391
2014-04-10 11:07:28,095 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742210_1386
2014-04-10 11:07:28,096 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742207_1383
2014-04-10 11:07:28,097 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742214_1390
2014-04-10 11:07:28,165 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073742199_1375, blk_1073742200_1376, blk_1073742201_1377, blk_1073742202_1378, blk_1073742203_1379, blk_1073742204_1380]
2014-04-10 11:07:28,165 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742199_1375, blk_1073742200_1376, blk_1073742203_1379, blk_1073742206_1382]
2014-04-10 11:07:28,593 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0032_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:28,593 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000002
2014-04-10 11:07:28,593 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0032_01_000002 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:07:28,593 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0032 container=Container: [ContainerId: container_1397145675630_0032_01_000002, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0032_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:28,594 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:07:28,594 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:28,594 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0032_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:28,594 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000003
2014-04-10 11:07:28,595 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0032_01_000003 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:07:28,595 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0032 container=Container: [ContainerId: container_1397145675630_0032_01_000003, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0032_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:28,595 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:07:28,595 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:28,596 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0032_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:28,596 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000004
2014-04-10 11:07:28,596 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0032_01_000004 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:07:28,596 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0032 container=Container: [ContainerId: container_1397145675630_0032_01_000004, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0032_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:28,597 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:07:28,597 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:28,597 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0032_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:28,598 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000005
2014-04-10 11:07:28,598 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0032_01_000005 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:07:28,598 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0032 container=Container: [ContainerId: container_1397145675630_0032_01_000005, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0032_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:28,598 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:07:28,598 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:28,610 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0032_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:28,610 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000006
2014-04-10 11:07:28,610 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0032_01_000006 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:07:28,610 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0032 container=Container: [ContainerId: container_1397145675630_0032_01_000006, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0032_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:28,611 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:07:28,611 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:29,125 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0032_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:29,125 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0032_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:29,126 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0032_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:29,126 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0032_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:29,126 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0032_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:29,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar dst=null perm=null
2014-04-10 11:07:29,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar dst=null perm=null
2014-04-10 11:07:29,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.xml dst=null perm=null
2014-04-10 11:07:29,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.xml dst=null perm=null
2014-04-10 11:07:29,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:29,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:29,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:29,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:29,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:29,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:29,257 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0032_000001 (auth:SIMPLE)
2014-04-10 11:07:29,257 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0032_000001 (auth:SIMPLE)
2014-04-10 11:07:29,261 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0032_01_000006 by user brock
2014-04-10 11:07:29,261 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0032
2014-04-10 11:07:29,261 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0032_01_000004 by user brock
2014-04-10 11:07:29,262 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0032_01_000005 by user brock
2014-04-10 11:07:29,262 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0032
2014-04-10 11:07:29,262 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0032 transitioned from NEW to INITING
2014-04-10 11:07:29,262 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0032_01_000005 to application application_1397145675630_0032
2014-04-10 11:07:29,262 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000006
2014-04-10 11:07:29,262 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0032 transitioned from NEW to INITING
2014-04-10 11:07:29,262 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0032_01_000006 to application application_1397145675630_0032
2014-04-10 11:07:29,262 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000005
2014-04-10 11:07:29,263 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0032 transitioned from INITING to RUNNING
2014-04-10 11:07:29,263 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:07:29,264 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0032
2014-04-10 11:07:29,264 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0032
2014-04-10 11:07:29,264 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:29,264 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0032
2014-04-10 11:07:29,264 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:07:29,265 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:07:29,265 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0032_01_000006
2014-04-10 11:07:29,262 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000004
2014-04-10 11:07:29,262 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0032_01_000003 by user brock
2014-04-10 11:07:29,262 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0032_01_000002 by user brock
2014-04-10 11:07:29,265 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000003
2014-04-10 11:07:29,263 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0032_01_000004 to application application_1397145675630_0032
2014-04-10 11:07:29,266 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000002
2014-04-10 11:07:29,266 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0032_01_000003 to application application_1397145675630_0032
2014-04-10 11:07:29,266 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0032_01_000002 to application application_1397145675630_0032
2014-04-10 11:07:29,266 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0032 transitioned from INITING to RUNNING
2014-04-10 11:07:29,267 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:07:29,267 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:07:29,267 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:07:29,268 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:07:29,268 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0032
2014-04-10 11:07:29,268 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0032
2014-04-10 11:07:29,268 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:29,268 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0032
2014-04-10 11:07:29,269 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:07:29,269 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:07:29,269 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0032
2014-04-10 11:07:29,269 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0032
2014-04-10 11:07:29,269 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:29,269 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0032
2014-04-10 11:07:29,270 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0032
2014-04-10 11:07:29,270 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0032
2014-04-10 11:07:29,270 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:29,270 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0032
2014-04-10 11:07:29,270 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0032
2014-04-10 11:07:29,271 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0032
2014-04-10 11:07:29,271 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:29,271 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0032
2014-04-10 11:07:29,271 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0032_01_000004
2014-04-10 11:07:29,272 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0032_01_000003
2014-04-10 11:07:29,272 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0032_01_000005
2014-04-10 11:07:29,272 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0032_01_000002
2014-04-10 11:07:29,276 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0032_01_000006.tokens. Credentials list:
2014-04-10 11:07:29,290 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145675630_0032_01_000004.tokens. Credentials list:
2014-04-10 11:07:29,291 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397145675630_0032_01_000002.tokens. Credentials list:
2014-04-10 11:07:29,291 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397145675630_0032_01_000005.tokens. Credentials list:
2014-04-10 11:07:29,292 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145675630_0032_01_000003.tokens. Credentials list:
2014-04-10 11:07:29,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:07:29,308 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:07:29,384 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0032_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000006.tokens
2014-04-10 11:07:29,384 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0032 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0032
2014-04-10 11:07:29,392 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145675630_0032_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000004.tokens
2014-04-10 11:07:29,393 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0032 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0032
2014-04-10 11:07:29,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742199_1375 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742199 for deletion
2014-04-10 11:07:29,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742200_1376 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742200 for deletion
2014-04-10 11:07:29,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742201_1377 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742201 for deletion
2014-04-10 11:07:29,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742199_1375 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742199
2014-04-10 11:07:29,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742202_1378 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742202 for deletion
2014-04-10 11:07:29,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742200_1376 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742200
2014-04-10 11:07:29,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742203_1379 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742203 for deletion
2014-04-10 11:07:29,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742201_1377 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742201
2014-04-10 11:07:29,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742204_1380 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742204 for deletion
2014-04-10 11:07:29,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742202_1378 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742202
2014-04-10 11:07:29,409 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742203_1379 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742203
2014-04-10 11:07:29,409 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742204_1380 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742204
2014-04-10 11:07:29,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar dst=null perm=null
2014-04-10 11:07:29,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar dst=null perm=null
2014-04-10 11:07:29,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar dst=null perm=null
2014-04-10 11:07:29,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar dst=null perm=null
2014-04-10 11:07:29,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar dst=null perm=null
2014-04-10 11:07:29,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar dst=null perm=null
2014-04-10 11:07:29,508 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57192, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1270964760_19147, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742211_1387, duration: 863439
2014-04-10 11:07:29,532 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0032/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:29,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.xml dst=null perm=null
2014-04-10 11:07:29,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.xml dst=null perm=null
2014-04-10 11:07:29,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.xml dst=null perm=null
2014-04-10 11:07:29,557 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57192, bytes: 82510, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1270964760_19147, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742214_1390, duration: 343794
2014-04-10 11:07:29,574 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0032/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:29,574 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:29,593 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0032_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:29,593 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0032_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:29,593 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0032_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:29,593 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0032_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:29,608 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:29,608 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:29,610 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0032_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:29,642 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0031_01_000001 succeeded
2014-04-10 11:07:29,642 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:07:29,643 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0031_01_000001
2014-04-10 11:07:29,654 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000001
2014-04-10 11:07:29,655 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000001
2014-04-10 11:07:29,655 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000001
2014-04-10 11:07:29,655 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000001
2014-04-10 11:07:29,655 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0031_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:07:29,656 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0031_01_000001 from application application_1397145675630_0031
2014-04-10 11:07:29,656 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0031/container_1397145675630_0031_01_000001
2014-04-10 11:07:29,656 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:29,656 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0031
2014-04-10 11:07:29,661 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000006/default_container_executor.sh]
2014-04-10 11:07:29,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742199_1375 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742199 for deletion
2014-04-10 11:07:29,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742200_1376 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742200 for deletion
2014-04-10 11:07:29,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742203_1379 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742203 for deletion
2014-04-10 11:07:29,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742199_1375 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742199
2014-04-10 11:07:29,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742206_1382 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742206 for deletion
2014-04-10 11:07:29,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742203_1379 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742203
2014-04-10 11:07:29,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742200_1376 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742200
2014-04-10 11:07:29,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742206_1382 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742206
2014-04-10 11:07:29,720 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51005, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_133566094_19151, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742211_1387, duration: 204654826
2014-04-10 11:07:29,757 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0032/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:29,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.xml dst=null perm=null
2014-04-10 11:07:29,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.xml dst=null perm=null
2014-04-10 11:07:29,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.xml dst=null perm=null
2014-04-10 11:07:29,772 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57192, bytes: 82510, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_133566094_19151, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742214_1390, duration: 216895
2014-04-10 11:07:29,781 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0032/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:29,781 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:29,781 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:29,781 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:29,782 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:29,809 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:29,809 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:29,812 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:29,812 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:29,812 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:29,812 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:29,812 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:29,812 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:29,834 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742215_1391
2014-04-10 11:07:29,865 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000003/default_container_executor.sh]
2014-04-10 11:07:29,868 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000005/default_container_executor.sh]
2014-04-10 11:07:29,868 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000004/default_container_executor.sh]
2014-04-10 11:07:29,868 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000002/default_container_executor.sh]
2014-04-10 11:07:30,147 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:07:30,578 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0031_01_000001
2014-04-10 11:07:30,578 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0031_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:30,578 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0031_000001
2014-04-10 11:07:30,578 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0031_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:07:30,579 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0031_000001 State change from FINISHING to FINISHED
2014-04-10 11:07:30,579 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0031 CONTAINERID=container_1397145675630_0031_01_000001
2014-04-10 11:07:30,579 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0031_01_000001 of capacity <memory:2048, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:07:30,579 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:07:30,579 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0031_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:30,579 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:30,579 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:07:30,579 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0031_000001 released container container_1397145675630_0031_01_000001 on node: host: localhost:38779 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:07:30,579 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0031 State change from FINISHING to FINISHED
2014-04-10 11:07:30,580 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0031
2014-04-10 11:07:30,580 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0031,name=[28190A6BB42E48BEAE6BBD79B09FF9BC/E873D5C633BA4DAEB3C6064CE263C832] cogrouping/(1/1) ...platform/joinsintocogroup,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0031/jobhistory/job/job_1397145675630_0031,appMasterHost=localhost.localdomain,startTime=1397146028923,finishTime=1397146043494,finalStatus=SUCCEEDED
2014-04-10 11:07:30,581 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0031_000001
2014-04-10 11:07:30,581 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0031_000001 is done. finalState=FINISHED
2014-04-10 11:07:30,581 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0031 requests cleared
2014-04-10 11:07:30,581 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0031 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:07:30,581 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0031 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:07:30,583 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0031_000001 (auth:SIMPLE)
2014-04-10 11:07:30,593 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0031 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:07:30,593 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0031
2014-04-10 11:07:30,593 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0031
2014-04-10 11:07:30,593 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0031
2014-04-10 11:07:30,593 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0031 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:07:30,594 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0031, with delay of 10800 seconds
2014-04-10 11:07:30,594 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0031
2014-04-10 11:07:30,594 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0031
2014-04-10 11:07:30,594 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0031_01_000001
2014-04-10 11:07:30,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:07:31,005 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0031 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:07:31,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0031
2014-04-10 11:07:31,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0031
2014-04-10 11:07:31,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0031
2014-04-10 11:07:31,007 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0031
2014-04-10 11:07:31,006 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0031
2014-04-10 11:07:31,008 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0031 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:07:31,008 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0031, with delay of 10800 seconds
2014-04-10 11:07:31,165 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145675630_0032_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000003.tokens
2014-04-10 11:07:31,165 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0032 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0032
2014-04-10 11:07:31,351 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:07:31,424 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742215_1391
2014-04-10 11:07:31,579 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0031 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:07:31,579 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0031
2014-04-10 11:07:31,580 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0031
2014-04-10 11:07:31,580 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0031 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:07:31,580 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0031, with delay of 10800 seconds
2014-04-10 11:07:31,580 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0031
2014-04-10 11:07:31,580 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0031
2014-04-10 11:07:31,580 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0031
2014-04-10 11:07:31,641 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397145675630_0032_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000005.tokens
2014-04-10 11:07:31,641 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0032 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0032
2014-04-10 11:07:31,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:07:32,178 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397145675630_0032_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000002.tokens
2014-04-10 11:07:32,178 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0032 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0032
2014-04-10 11:07:32,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.split dst=null perm=null
2014-04-10 11:07:32,529 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42680, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0032_m_000000_0_-416633900_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742212_1388, duration: 168857
2014-04-10 11:07:32,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 11:07:32,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.split dst=null perm=null
2014-04-10 11:07:32,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.split dst=null perm=null
2014-04-10 11:07:32,693 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55408, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0032_m_000003_0_1502403608_1, offset: 1024, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742212_1388, duration: 151342
2014-04-10 11:07:32,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.split dst=null perm=null
2014-04-10 11:07:32,709 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55409, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0032_m_000004_0_-1867420462_1, offset: 1024, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742212_1388, duration: 162886
2014-04-10 11:07:32,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:32,759 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57217, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0032_m_000001_0_588957569_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742212_1388, duration: 169910
2014-04-10 11:07:32,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 11:07:32,780 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42687, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0032_m_000003_0_1502403608_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742209_1385, duration: 163994
2014-04-10 11:07:32,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 11:07:32,792 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57219, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0032_m_000004_0_-1867420462_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742209_1385, duration: 109064
2014-04-10 11:07:32,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:32,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 11:07:32,823 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51032, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0032_m_000001_0_588957569_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742209_1385, duration: 195521
2014-04-10 11:07:32,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:32,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:32,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job.split dst=null perm=null
2014-04-10 11:07:32,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 11:07:32,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 11:07:32,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 11:07:32,927 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51034, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0032_m_000000_0_-416633900_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742210_1386, duration: 151268
2014-04-10 11:07:32,932 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57224, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0032_m_000000_0_-416633900_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742209_1385, duration: 157880
2014-04-10 11:07:32,957 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073742216_1392{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:07:32,982 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55419, bytes: 1412, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0032_m_000002_0_-124053208_1, offset: 512, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742212_1388, duration: 164349
2014-04-10 11:07:33,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 11:07:33,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 11:07:33,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 11:07:33,011 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55408, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0032_m_000003_0_1502403608_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742210_1386, duration: 151249
2014-04-10 11:07:33,029 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000003_0/part-00003. BP-2026122021-127.0.0.1-1397145659663 blk_1073742217_1393{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:07:33,033 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742216_1392 src: /127.0.0.1:57226 dest: /127.0.0.1:50911
2014-04-10 11:07:33,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742216_1392 src: /127.0.0.1:51039 dest: /127.0.0.1:53749
2014-04-10 11:07:33,035 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742216_1392 src: /127.0.0.1:42697 dest: /127.0.0.1:37218
2014-04-10 11:07:33,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 11:07:33,039 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42697, dest: /127.0.0.1:37218, bytes: 120, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0032_m_000000_0_-416633900_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742216_1392, duration: 3794112
2014-04-10 11:07:33,039 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742216_1392, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:33,040 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51039, dest: /127.0.0.1:53749, bytes: 120, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0032_m_000000_0_-416633900_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742216_1392, duration: 4352465
2014-04-10 11:07:33,040 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742216_1392, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:33,040 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57226, dest: /127.0.0.1:50911, bytes: 120, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0032_m_000000_0_-416633900_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742216_1392, duration: 4655215
2014-04-10 11:07:33,040 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742216_1392, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:33,040 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742216_1392{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:33,041 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742216_1392{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:33,041 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742216_1392{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:33,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 11:07:33,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 11:07:33,050 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51042, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0032_m_000004_0_-1867420462_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742210_1386, duration: 142135
2014-04-10 11:07:33,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 11:07:33,058 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0032_m_000000_0_-416633900_1
2014-04-10 11:07:33,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 11:07:33,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 11:07:33,065 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55425, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0032_m_000001_0_588957569_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742210_1386, duration: 114656
2014-04-10 11:07:33,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 11:07:33,081 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42701, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0032_m_000002_0_-124053208_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742209_1385, duration: 163518
2014-04-10 11:07:33,083 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742217_1393 src: /127.0.0.1:42698 dest: /127.0.0.1:37218
2014-04-10 11:07:33,083 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000004_0/part-00004 is closed by DFSClient_attempt_1397145675630_0032_m_000004_0_-1867420462_1
2014-04-10 11:07:33,084 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742217_1393 src: /127.0.0.1:51045 dest: /127.0.0.1:53749
2014-04-10 11:07:33,085 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742217_1393 src: /127.0.0.1:57234 dest: /127.0.0.1:50911
2014-04-10 11:07:33,086 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000001_0/part-00001. BP-2026122021-127.0.0.1-1397145659663 blk_1073742218_1394{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:07:33,089 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57234, dest: /127.0.0.1:50911, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0032_m_000003_0_1502403608_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742217_1393, duration: 3382801
2014-04-10 11:07:33,089 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742217_1393, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:33,089 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51045, dest: /127.0.0.1:53749, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0032_m_000003_0_1502403608_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742217_1393, duration: 2888984
2014-04-10 11:07:33,089 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742217_1393{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:07:33,089 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742217_1393, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:33,089 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742217_1393{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:07:33,090 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42698, dest: /127.0.0.1:37218, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0032_m_000003_0_1502403608_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742217_1393, duration: 3172038
2014-04-10 11:07:33,090 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742217_1393, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:33,090 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742217_1393{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:07:33,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000000_0 dst=null perm=null
2014-04-10 11:07:33,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000000_0 dst=null perm=null
2014-04-10 11:07:33,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/task_1397145675630_0032_m_000000 dst=null perm=null
2014-04-10 11:07:33,117 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000003_0/part-00003 is closed by DFSClient_attempt_1397145675630_0032_m_000003_0_1502403608_1
2014-04-10 11:07:33,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:33,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/task_1397145675630_0032_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:07:33,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000004_0 dst=null perm=null
2014-04-10 11:07:33,140 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742218_1394 src: /127.0.0.1:51047 dest: /127.0.0.1:53749
2014-04-10 11:07:33,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742218_1394 src: /127.0.0.1:57236 dest: /127.0.0.1:50911
2014-04-10 11:07:33,142 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742218_1394 src: /127.0.0.1:42706 dest: /127.0.0.1:37218
2014-04-10 11:07:33,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000004_0 dst=null perm=null
2014-04-10 11:07:33,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/task_1397145675630_0032_m_000004 dst=null perm=null
2014-04-10 11:07:33,155 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42706, dest: /127.0.0.1:37218, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0032_m_000001_0_588957569_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742218_1394, duration: 12269134
2014-04-10 11:07:33,155 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742218_1394, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:33,156 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742218_1394{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:07:33,156 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57236, dest: /127.0.0.1:50911, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0032_m_000001_0_588957569_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742218_1394, duration: 3529750
2014-04-10 11:07:33,156 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742218_1394, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:33,156 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51047, dest: /127.0.0.1:53749, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0032_m_000001_0_588957569_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742218_1394, duration: 3836753
2014-04-10 11:07:33,156 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742218_1394{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:07:33,156 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742218_1394{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:07:33,156 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742218_1394, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:33,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000004_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/task_1397145675630_0032_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:07:33,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000003_0 dst=null perm=null
2014-04-10 11:07:33,183 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000001_0/part-00001 is closed by DFSClient_attempt_1397145675630_0032_m_000001_0_588957569_1
2014-04-10 11:07:33,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000003_0 dst=null perm=null
2014-04-10 11:07:33,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/task_1397145675630_0032_m_000003 dst=null perm=null
2014-04-10 11:07:33,216 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0032_01_000002
2014-04-10 11:07:33,216 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000002
2014-04-10 11:07:33,216 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:07:33,216 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0032_01_000002
2014-04-10 11:07:33,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/task_1397145675630_0032_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:07:33,230 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job_1397145675630_0032_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073742219_1395{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:07:33,233 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0032_01_000002 is : 143
2014-04-10 11:07:33,243 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:33,243 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000002
2014-04-10 11:07:33,243 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742219_1395 src: /127.0.0.1:55432 dest: /127.0.0.1:36156
2014-04-10 11:07:33,244 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000002
2014-04-10 11:07:33,244 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0032_01_000006
2014-04-10 11:07:33,244 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000006
2014-04-10 11:07:33,244 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:07:33,244 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0032_01_000006
2014-04-10 11:07:33,245 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000002
2014-04-10 11:07:33,245 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742219_1395 src: /127.0.0.1:42708 dest: /127.0.0.1:37218
2014-04-10 11:07:33,246 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000002
2014-04-10 11:07:33,246 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000002
2014-04-10 11:07:33,246 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:33,246 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0032_01_000002 from application application_1397145675630_0032
2014-04-10 11:07:33,246 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:33,246 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0032
2014-04-10 11:07:33,249 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742219_1395 src: /127.0.0.1:57240 dest: /127.0.0.1:50911
2014-04-10 11:07:33,251 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0032_01_000006 is : 143
2014-04-10 11:07:33,258 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job_1397145675630_0032_1.jhist for DFSClient_NONMAPREDUCE_-723608957_1
2014-04-10 11:07:33,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000001_0 dst=null perm=null
2014-04-10 11:07:33,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000001_0 dst=null perm=null
2014-04-10 11:07:33,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/task_1397145675630_0032_m_000001 dst=null perm=null
2014-04-10 11:07:33,270 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0032_01_000005
2014-04-10 11:07:33,270 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000005
2014-04-10 11:07:33,270 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:07:33,270 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0032_01_000005
2014-04-10 11:07:33,270 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0032_01_000002
2014-04-10 11:07:33,270 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0032_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:33,271 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0032_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:07:33,271 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000002
2014-04-10 11:07:33,271 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0032_01_000002 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:07:33,271 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:07:33,271 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0032_01_000002, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:33,271 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:33,271 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:07:33,271 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0032_000001 released container container_1397145675630_0032_01_000002 on node: host: localhost:43726 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:07:33,273 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:33,273 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000006
2014-04-10 11:07:33,273 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000006
2014-04-10 11:07:33,273 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000006
2014-04-10 11:07:33,273 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000006
2014-04-10 11:07:33,273 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000006
2014-04-10 11:07:33,273 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:33,273 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0032_01_000006 from application application_1397145675630_0032
2014-04-10 11:07:33,274 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:33,274 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0032
2014-04-10 11:07:33,275 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0032_01_000005 is : 143
2014-04-10 11:07:33,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/task_1397145675630_0032_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:07:33,294 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:33,294 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000005
2014-04-10 11:07:33,294 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000005
2014-04-10 11:07:33,294 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000005
2014-04-10 11:07:33,295 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000005
2014-04-10 11:07:33,295 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000005
2014-04-10 11:07:33,295 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:33,295 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0032_01_000005 from application application_1397145675630_0032
2014-04-10 11:07:33,295 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:33,295 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0032
2014-04-10 11:07:33,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 11:07:33,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 11:07:33,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 11:07:33,330 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51053, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0032_m_000002_0_-124053208_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742210_1386, duration: 152277
2014-04-10 11:07:33,330 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0032_01_000003
2014-04-10 11:07:33,330 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000003
2014-04-10 11:07:33,330 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:07:33,330 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0032_01_000003
2014-04-10 11:07:33,330 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0032_01_000005
2014-04-10 11:07:33,331 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0032_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:33,331 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0032_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:07:33,331 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000005
2014-04-10 11:07:33,331 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0032_01_000005 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:07:33,331 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:07:33,331 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0032_01_000005, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:33,331 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:33,332 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:07:33,332 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0032_000001 released container container_1397145675630_0032_01_000005 on node: host: localhost:43726 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:07:33,335 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0032_01_000003 is : 143
2014-04-10 11:07:33,343 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:33,343 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000003
2014-04-10 11:07:33,343 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000003
2014-04-10 11:07:33,344 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000003
2014-04-10 11:07:33,344 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000003
2014-04-10 11:07:33,344 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000003
2014-04-10 11:07:33,344 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:33,344 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0032_01_000003 from application application_1397145675630_0032
2014-04-10 11:07:33,344 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:33,344 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0032
2014-04-10 11:07:33,350 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000002_0/part-00002 is closed by DFSClient_attempt_1397145675630_0032_m_000002_0_-124053208_1
2014-04-10 11:07:33,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000002_0 dst=null perm=null
2014-04-10 11:07:33,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000002_0 dst=null perm=null
2014-04-10 11:07:33,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/task_1397145675630_0032_m_000002 dst=null perm=null
2014-04-10 11:07:33,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/_temporary/attempt_1397145675630_0032_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/task_1397145675630_0032_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:07:33,470 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0032_01_000004
2014-04-10 11:07:33,471 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000004
2014-04-10 11:07:33,471 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:07:33,471 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0032_01_000004
2014-04-10 11:07:33,471 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0032_01_000003
2014-04-10 11:07:33,471 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0032_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:33,472 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0032_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:07:33,472 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000003
2014-04-10 11:07:33,472 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0032_01_000003 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:07:33,472 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:07:33,472 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0032_01_000003, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:33,472 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:33,472 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:07:33,472 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0032_000001 released container container_1397145675630_0032_01_000003 on node: host: localhost:43726 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:07:33,476 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0032_01_000004 is : 143
2014-04-10 11:07:33,488 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:33,489 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000004
2014-04-10 11:07:33,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000004
2014-04-10 11:07:33,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000004
2014-04-10 11:07:33,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000004
2014-04-10 11:07:33,490 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000004
2014-04-10 11:07:33,491 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:33,491 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0032_01_000004 from application application_1397145675630_0032
2014-04-10 11:07:33,491 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:33,491 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0032
2014-04-10 11:07:33,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:33,508 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-723608957_1
2014-04-10 11:07:33,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1 dst=null perm=null
2014-04-10 11:07:33,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner dst=null perm=null
2014-04-10 11:07:33,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner dst=null perm=null
2014-04-10 11:07:33,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/task_1397145675630_0032_m_000000 dst=null perm=null
2014-04-10 11:07:33,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00000 dst=null perm=null
2014-04-10 11:07:33,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/task_1397145675630_0032_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:33,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner dst=null perm=null
2014-04-10 11:07:33,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner dst=null perm=null
2014-04-10 11:07:33,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/task_1397145675630_0032_m_000001 dst=null perm=null
2014-04-10 11:07:33,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00001 dst=null perm=null
2014-04-10 11:07:33,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/task_1397145675630_0032_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:33,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner dst=null perm=null
2014-04-10 11:07:33,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner dst=null perm=null
2014-04-10 11:07:33,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/task_1397145675630_0032_m_000002 dst=null perm=null
2014-04-10 11:07:33,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00002 dst=null perm=null
2014-04-10 11:07:33,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/task_1397145675630_0032_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:33,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner dst=null perm=null
2014-04-10 11:07:33,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner dst=null perm=null
2014-04-10 11:07:33,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/task_1397145675630_0032_m_000003 dst=null perm=null
2014-04-10 11:07:33,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00003 dst=null perm=null
2014-04-10 11:07:33,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/task_1397145675630_0032_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:33,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner dst=null perm=null
2014-04-10 11:07:33,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner dst=null perm=null
2014-04-10 11:07:33,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/task_1397145675630_0032_m_000004 dst=null perm=null
2014-04-10 11:07:33,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00004 dst=null perm=null
2014-04-10 11:07:33,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary/1/task_1397145675630_0032_m_000004/part-00004 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:33,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary dst=null perm=null
2014-04-10 11:07:33,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:33,675 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-723608957_1
2014-04-10 11:07:33,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:33,708 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-723608957_1
2014-04-10 11:07:33,729 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57240, dest: /127.0.0.1:50911, bytes: 54276, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-723608957_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742219_1395, duration: 478839928
2014-04-10 11:07:33,730 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742219_1395, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:33,734 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742219_1395{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 15581
2014-04-10 11:07:33,734 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42708, dest: /127.0.0.1:37218, bytes: 54276, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-723608957_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742219_1395, duration: 478369913
2014-04-10 11:07:33,735 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742219_1395, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:33,735 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742219_1395{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 15581
2014-04-10 11:07:33,735 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55432, dest: /127.0.0.1:36156, bytes: 54276, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-723608957_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742219_1395, duration: 479225734
2014-04-10 11:07:33,735 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742219_1395, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:33,735 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742219_1395{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 15581
2014-04-10 11:07:33,750 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job_1397145675630_0032_1.jhist is closed by DFSClient_NONMAPREDUCE_-723608957_1
2014-04-10 11:07:33,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:33,770 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742220_1396{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:07:33,786 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742220_1396 src: /127.0.0.1:51054 dest: /127.0.0.1:53749
2014-04-10 11:07:33,787 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742220_1396 src: /127.0.0.1:55437 dest: /127.0.0.1:36156
2014-04-10 11:07:33,788 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742220_1396 src: /127.0.0.1:57244 dest: /127.0.0.1:50911
2014-04-10 11:07:33,791 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57244, dest: /127.0.0.1:50911, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-723608957_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742220_1396, duration: 1708111
2014-04-10 11:07:33,792 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742220_1396, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:33,792 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742220_1396{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:07:33,792 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55437, dest: /127.0.0.1:36156, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-723608957_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742220_1396, duration: 2169672
2014-04-10 11:07:33,792 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742220_1396, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:33,793 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742220_1396{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:07:33,793 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51054, dest: /127.0.0.1:53749, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-723608957_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742220_1396, duration: 3033642
2014-04-10 11:07:33,793 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742220_1396, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:33,793 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742220_1396{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:07:33,808 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032.summary_tmp is closed by DFSClient_NONMAPREDUCE_-723608957_1
2014-04-10 11:07:33,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:33,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job_1397145675630_0032_1.jhist dst=null perm=null
2014-04-10 11:07:33,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032-1397146044399-brock-%5B685C94C9E90A42D28A32CBBB99497D47%2FC78BA532951B4A17-1397146053710-5-0-SUCCEEDED-default-1397146047100.jhist_tmp dst=null perm=null
2014-04-10 11:07:33,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job_1397145675630_0032_1.jhist dst=null perm=null
2014-04-10 11:07:33,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032-1397146044399-brock-%5B685C94C9E90A42D28A32CBBB99497D47%2FC78BA532951B4A17-1397146053710-5-0-SUCCEEDED-default-1397146047100.jhist_tmp dst=null perm=null
2014-04-10 11:07:33,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job_1397145675630_0032_1.jhist dst=null perm=null
2014-04-10 11:07:33,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032-1397146044399-brock-%5B685C94C9E90A42D28A32CBBB99497D47%2FC78BA532951B4A17-1397146053710-5-0-SUCCEEDED-default-1397146047100.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:33,858 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55439, bytes: 54704, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-723608957_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742219_1395, duration: 266498
2014-04-10 11:07:33,861 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032-1397146044399-brock-%5B685C94C9E90A42D28A32CBBB99497D47%2FC78BA532951B4A17-1397146053710-5-0-SUCCEEDED-default-1397146047100.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742221_1397{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:07:33,877 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742221_1397 src: /127.0.0.1:51058 dest: /127.0.0.1:53749
2014-04-10 11:07:33,878 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742221_1397 src: /127.0.0.1:42716 dest: /127.0.0.1:37218
2014-04-10 11:07:33,880 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742221_1397 src: /127.0.0.1:57248 dest: /127.0.0.1:50911
2014-04-10 11:07:33,883 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57248, dest: /127.0.0.1:50911, bytes: 54276, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-723608957_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742221_1397, duration: 2599609
2014-04-10 11:07:33,884 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742221_1397, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:33,884 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742221_1397{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:07:33,884 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42716, dest: /127.0.0.1:37218, bytes: 54276, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-723608957_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742221_1397, duration: 3295828
2014-04-10 11:07:33,884 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742221_1397, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:33,885 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742221_1397{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:07:33,885 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51058, dest: /127.0.0.1:53749, bytes: 54276, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-723608957_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742221_1397, duration: 3987064
2014-04-10 11:07:33,885 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742221_1397, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:33,885 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742221_1397{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:07:33,900 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032-1397146044399-brock-%5B685C94C9E90A42D28A32CBBB99497D47%2FC78BA532951B4A17-1397146053710-5-0-SUCCEEDED-default-1397146047100.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-723608957_1
2014-04-10 11:07:33,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032-1397146044399-brock-%5B685C94C9E90A42D28A32CBBB99497D47%2FC78BA532951B4A17-1397146053710-5-0-SUCCEEDED-default-1397146047100.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:33,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job_1397145675630_0032_1_conf.xml dst=null perm=null
2014-04-10 11:07:33,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032_conf.xml_tmp dst=null perm=null
2014-04-10 11:07:33,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job_1397145675630_0032_1_conf.xml dst=null perm=null
2014-04-10 11:07:33,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032_conf.xml_tmp dst=null perm=null
2014-04-10 11:07:33,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032/job_1397145675630_0032_1_conf.xml dst=null perm=null
2014-04-10 11:07:33,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:33,944 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51062, bytes: 96509, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-723608957_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742215_1391, duration: 391478
2014-04-10 11:07:33,947 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742222_1398{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:07:33,961 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742222_1398 src: /127.0.0.1:57251 dest: /127.0.0.1:50911
2014-04-10 11:07:33,962 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742222_1398 src: /127.0.0.1:42721 dest: /127.0.0.1:37218
2014-04-10 11:07:33,963 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742222_1398 src: /127.0.0.1:51065 dest: /127.0.0.1:53749
2014-04-10 11:07:33,967 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51065, dest: /127.0.0.1:53749, bytes: 95757, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-723608957_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742222_1398, duration: 2554744
2014-04-10 11:07:33,967 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742222_1398, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:33,967 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742222_1398{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:07:33,967 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42721, dest: /127.0.0.1:37218, bytes: 95757, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-723608957_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742222_1398, duration: 2814986
2014-04-10 11:07:33,968 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742222_1398, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:33,968 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742222_1398{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:07:33,968 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57251, dest: /127.0.0.1:50911, bytes: 95757, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-723608957_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742222_1398, duration: 3737288
2014-04-10 11:07:33,968 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742222_1398, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:33,969 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742222_1398{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:07:33,983 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-723608957_1
2014-04-10 11:07:34,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:34,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:34,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:34,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032-1397146044399-brock-%5B685C94C9E90A42D28A32CBBB99497D47%2FC78BA532951B4A17-1397146053710-5-0-SUCCEEDED-default-1397146047100.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032-1397146044399-brock-%5B685C94C9E90A42D28A32CBBB99497D47%2FC78BA532951B4A17-1397146053710-5-0-SUCCEEDED-default-1397146047100.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:34,059 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0032_000001 with final state: FINISHING
2014-04-10 11:07:34,059 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0032_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:07:34,059 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0032 with final state: FINISHING
2014-04-10 11:07:34,059 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0032 State change from RUNNING to FINAL_SAVING
2014-04-10 11:07:34,059 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0032
2014-04-10 11:07:34,060 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0032_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:07:34,060 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0032 State change from FINAL_SAVING to FINISHING
2014-04-10 11:07:34,114 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:07:34,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:07:34,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:07:34,118 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0032 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032-1397146044399-brock-%5B685C94C9E90A42D28A32CBBB99497D47%2FC78BA532951B4A17-1397146053710-5-0-SUCCEEDED-default-1397146047100.jhist
2014-04-10 11:07:34,119 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032-1397146044399-brock-%5B685C94C9E90A42D28A32CBBB99497D47%2FC78BA532951B4A17-1397146053710-5-0-SUCCEEDED-default-1397146047100.jhist]
2014-04-10 11:07:34,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032-1397146044399-brock-%5B685C94C9E90A42D28A32CBBB99497D47%2FC78BA532951B4A17-1397146053710-5-0-SUCCEEDED-default-1397146047100.jhist dst=null perm=null
2014-04-10 11:07:34,122 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42724, bytes: 54704, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742221_1397, duration: 261800
2014-04-10 11:07:34,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032.summary dst=null perm=null
2014-04-10 11:07:34,143 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57256, bytes: 442, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742220_1396, duration: 97149
2014-04-10 11:07:34,143 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0032,submitTime=1397146044399,launchTime=1397146047100,firstMapTaskLaunchTime=1397146049273,firstReduceTaskLaunchTime=0,finishTime=1397146053710,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=20,reduceSlotSeconds=0,jobName=[685C94C9E90A42D28A32CBBB99497D47/C78BA532951B4A17AC8D4B8B67E56AFE] lower*upper/(1/1) ...edpipesplatform/joininner
2014-04-10 11:07:34,143 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032.summary]
2014-04-10 11:07:34,158 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742220_1396 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:50911
2014-04-10 11:07:34,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032.summary dst=null perm=null
2014-04-10 11:07:34,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:07:34,161 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032-1397146044399-brock-%5B685C94C9E90A42D28A32CBBB99497D47%2FC78BA532951B4A17-1397146053710-5-0-SUCCEEDED-default-1397146047100.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0032-1397146044399-brock-%5B685C94C9E90A42D28A32CBBB99497D47%2FC78BA532951B4A17-1397146053710-5-0-SUCCEEDED-default-1397146047100.jhist
2014-04-10 11:07:34,166 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073742220_1396]
2014-04-10 11:07:34,166 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742220_1396]
2014-04-10 11:07:34,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032-1397146044399-brock-%5B685C94C9E90A42D28A32CBBB99497D47%2FC78BA532951B4A17-1397146053710-5-0-SUCCEEDED-default-1397146047100.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0032-1397146044399-brock-%5B685C94C9E90A42D28A32CBBB99497D47%2FC78BA532951B4A17-1397146053710-5-0-SUCCEEDED-default-1397146047100.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:34,175 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0032_conf.xml
2014-04-10 11:07:34,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0032_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0032_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:34,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner dst=null perm=null
2014-04-10 11:07:34,207 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary
2014-04-10 11:07:34,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/_temporary dst=null perm=null
2014-04-10 11:07:34,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner dst=null perm=null
2014-04-10 11:07:34,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner dst=null perm=null
2014-04-10 11:07:34,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner dst=null perm=null
2014-04-10 11:07:34,228 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:07:34,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00000 dst=null perm=null
2014-04-10 11:07:34,233 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42724, bytes: 124, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742216_1392, duration: 282604
2014-04-10 11:07:34,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00001 dst=null perm=null
2014-04-10 11:07:34,237 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42724, bytes: 34, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742218_1394, duration: 241892
2014-04-10 11:07:34,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00002 dst=null perm=null
2014-04-10 11:07:34,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00003 dst=null perm=null
2014-04-10 11:07:34,241 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42724, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742217_1393, duration: 245894
2014-04-10 11:07:34,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00004 dst=null perm=null
2014-04-10 11:07:34,245 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0032_01_000006
2014-04-10 11:07:34,245 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0032_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:34,245 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0032_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:07:34,245 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000006
2014-04-10 11:07:34,246 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0032_01_000006 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:07:34,246 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:07:34,247 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0032_01_000006, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:34,247 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:34,247 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:07:34,247 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0032_000001 released container container_1397145675630_0032_01_000006 on node: host: localhost:55857 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:07:34,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner dst=null perm=null
2014-04-10 11:07:34,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner dst=null perm=null
2014-04-10 11:07:34,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner dst=null perm=null
2014-04-10 11:07:34,262 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:07:34,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00000 dst=null perm=null
2014-04-10 11:07:34,264 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57256, bytes: 124, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742216_1392, duration: 153754
2014-04-10 11:07:34,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00001 dst=null perm=null
2014-04-10 11:07:34,267 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51069, bytes: 34, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742218_1394, duration: 125757
2014-04-10 11:07:34,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00002 dst=null perm=null
2014-04-10 11:07:34,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00003 dst=null perm=null
2014-04-10 11:07:34,270 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51069, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742217_1393, duration: 180878
2014-04-10 11:07:34,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00004 dst=null perm=null
2014-04-10 11:07:34,271 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/joinfieldedpipesplatform/joininner
2014-04-10 11:07:34,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner dst=null perm=null
2014-04-10 11:07:34,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner dst=null perm=null
2014-04-10 11:07:34,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner dst=null perm=null
2014-04-10 11:07:34,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner dst=null perm=null
2014-04-10 11:07:34,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00000 dst=null perm=null
2014-04-10 11:07:34,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00000 dst=null perm=null
2014-04-10 11:07:34,278 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57256, bytes: 124, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742216_1392, duration: 243794
2014-04-10 11:07:34,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00001 dst=null perm=null
2014-04-10 11:07:34,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00001 dst=null perm=null
2014-04-10 11:07:34,281 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51069, bytes: 34, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742218_1394, duration: 262238
2014-04-10 11:07:34,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00002 dst=null perm=null
2014-04-10 11:07:34,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00002 dst=null perm=null
2014-04-10 11:07:34,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00003 dst=null perm=null
2014-04-10 11:07:34,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00003 dst=null perm=null
2014-04-10 11:07:34,286 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51069, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742217_1393, duration: 244788
2014-04-10 11:07:34,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00004 dst=null perm=null
2014-04-10 11:07:34,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joininner/part-00004 dst=null perm=null
2014-04-10 11:07:34,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:34,315 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:07:34,316 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:07:34,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby dst=null perm=null
2014-04-10 11:07:34,330 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs*rhs] starting
2014-04-10 11:07:34,331 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs*rhs] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:07:34,331 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs*rhs] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby"]
2014-04-10 11:07:34,331 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs*rhs] parallel execution is enabled: true
2014-04-10 11:07:34,331 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs*rhs] starting jobs: 2
2014-04-10 11:07:34,331 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs*rhs] allocating threads: 2
2014-04-10 11:07:34,332 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lhs*rhs] starting step: (2/2)
2014-04-10 11:07:34,347 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:07:34,354 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:07:34,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2 dst=null perm=null
2014-04-10 11:07:34,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:07:34,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:07:34,358 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 33
2014-04-10 11:07:34,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033 dst=null perm=null
2014-04-10 11:07:34,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:07:34,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:07:34,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar dst=null perm=null
2014-04-10 11:07:34,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:34,419 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073742223_1399{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:07:34,435 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742223_1399 src: /127.0.0.1:57258 dest: /127.0.0.1:50911
2014-04-10 11:07:34,436 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742223_1399 src: /127.0.0.1:51071 dest: /127.0.0.1:53749
2014-04-10 11:07:34,437 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742223_1399 src: /127.0.0.1:42729 dest: /127.0.0.1:37218
2014-04-10 11:07:34,442 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42729, dest: /127.0.0.1:37218, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742223_1399, duration: 3819206
2014-04-10 11:07:34,442 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742223_1399, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:34,443 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51071, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742223_1399, duration: 3719785
2014-04-10 11:07:34,443 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742223_1399{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:34,443 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742223_1399, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:34,443 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57258, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742223_1399, duration: 4362623
2014-04-10 11:07:34,444 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742223_1399, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:34,444 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742223_1399{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:34,444 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742223_1399{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:34,458 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:07:34,459 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar
2014-04-10 11:07:34,471 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0032_01_000004
2014-04-10 11:07:34,472 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0032_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:34,472 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0032_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:07:34,472 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000004
2014-04-10 11:07:34,472 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0032_01_000004 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:07:34,472 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:07:34,472 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0032_01_000004, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:34,472 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:34,472 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:07:34,472 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0032_000001 released container container_1397145675630_0032_01_000004 on node: host: localhost:43726 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:07:34,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar dst=null perm=null
2014-04-10 11:07:34,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:34,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:34,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:34,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:34,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:07:34,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:07:34,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:07:34,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:07:34,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:07:34,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:34,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:34,497 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:07:34,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:34,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:34,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:34,526 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.split
2014-04-10 11:07:34,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.split dst=null perm=null
2014-04-10 11:07:34,543 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073742224_1400{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:07:34,560 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742224_1400 src: /127.0.0.1:57261 dest: /127.0.0.1:50911
2014-04-10 11:07:34,561 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742224_1400 src: /127.0.0.1:55456 dest: /127.0.0.1:36156
2014-04-10 11:07:34,562 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742224_1400 src: /127.0.0.1:51075 dest: /127.0.0.1:53749
2014-04-10 11:07:34,564 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742224_1400 src: /127.0.0.1:42733 dest: /127.0.0.1:37218
2014-04-10 11:07:34,567 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42733, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742224_1400, duration: 2174442
2014-04-10 11:07:34,567 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742224_1400, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:34,568 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742224_1400{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:07:34,568 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51075, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742224_1400, duration: 2837447
2014-04-10 11:07:34,568 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742224_1400, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:34,568 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742224_1400{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:07:34,569 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55456, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742224_1400, duration: 3473801
2014-04-10 11:07:34,569 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742224_1400, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:34,569 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742224_1400{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:07:34,569 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57261, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742224_1400, duration: 4100871
2014-04-10 11:07:34,570 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742224_1400{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:07:34,570 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742224_1400, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:34,583 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:07:34,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:34,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:34,668 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073742225_1401{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:07:34,710 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742225_1401 src: /127.0.0.1:55459 dest: /127.0.0.1:36156
2014-04-10 11:07:34,711 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742225_1401 src: /127.0.0.1:57266 dest: /127.0.0.1:50911
2014-04-10 11:07:34,712 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742225_1401 src: /127.0.0.1:42736 dest: /127.0.0.1:37218
2014-04-10 11:07:34,714 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42736, dest: /127.0.0.1:37218, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742225_1401, duration: 1321124
2014-04-10 11:07:34,714 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742225_1401, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:34,715 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742225_1401{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:07:34,715 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57266, dest: /127.0.0.1:50911, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742225_1401, duration: 1846010
2014-04-10 11:07:34,715 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742225_1401, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:34,715 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742225_1401{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:07:34,715 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55459, dest: /127.0.0.1:36156, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742225_1401, duration: 2494964
2014-04-10 11:07:34,716 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742225_1401, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:34,716 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742225_1401{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:07:34,808 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:07:34,809 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:07:34,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:34,839 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742218_1394
2014-04-10 11:07:34,840 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742216_1392
2014-04-10 11:07:34,840 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742217_1393
2014-04-10 11:07:34,841 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742222_1398
2014-04-10 11:07:34,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:34,842 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742219_1395
2014-04-10 11:07:34,849 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742226_1402{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:07:34,868 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742226_1402 src: /127.0.0.1:57268 dest: /127.0.0.1:50911
2014-04-10 11:07:34,869 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742226_1402 src: /127.0.0.1:42738 dest: /127.0.0.1:37218
2014-04-10 11:07:34,870 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742226_1402 src: /127.0.0.1:51082 dest: /127.0.0.1:53749
2014-04-10 11:07:34,875 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51082, dest: /127.0.0.1:53749, bytes: 81007, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742226_1402, duration: 3047345
2014-04-10 11:07:34,875 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742226_1402, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:34,875 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42738, dest: /127.0.0.1:37218, bytes: 81007, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742226_1402, duration: 3310436
2014-04-10 11:07:34,875 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742226_1402{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:07:34,875 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742226_1402, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:34,876 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57268, dest: /127.0.0.1:50911, bytes: 81007, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742226_1402, duration: 3751495
2014-04-10 11:07:34,876 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742226_1402, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:34,876 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742226_1402{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:07:34,877 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742226_1402 size 81007
2014-04-10 11:07:34,892 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:07:34,892 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0033
2014-04-10 11:07:34,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033 dst=null perm=null
2014-04-10 11:07:34,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.xml dst=null perm=null
2014-04-10 11:07:34,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.xml dst=null perm=null
2014-04-10 11:07:34,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar dst=null perm=null
2014-04-10 11:07:34,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar dst=null perm=null
2014-04-10 11:07:34,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.split dst=null perm=null
2014-04-10 11:07:34,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.split dst=null perm=null
2014-04-10 11:07:34,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:34,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:34,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:34,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:34,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:34,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:34,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:34,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:34,948 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 33 submitted by user brock
2014-04-10 11:07:34,948 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0033
2014-04-10 11:07:34,948 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0033
2014-04-10 11:07:34,948 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0033
2014-04-10 11:07:34,948 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0033 State change from NEW to NEW_SAVING
2014-04-10 11:07:34,949 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0033 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:07:34,949 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0033_000001
2014-04-10 11:07:34,949 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0033_000001 State change from NEW to SUBMITTED
2014-04-10 11:07:34,950 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0033 from user: brock activated in queue: default
2014-04-10 11:07:34,950 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0033 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:07:34,950 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0033 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:07:34,950 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0033
2014-04-10 11:07:34,950 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0033_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:07:34,951 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0033_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:07:34,952 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0033 State change from SUBMITTED to ACCEPTED
2014-04-10 11:07:34,953 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0033/
2014-04-10 11:07:34,953 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lhs*rhs] submitted hadoop job: job_1397145675630_0033
2014-04-10 11:07:34,953 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lhs*rhs] tracking url: http://localhost:33250/proxy/application_1397145675630_0033/
2014-04-10 11:07:35,007 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:35,008 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000001
2014-04-10 11:07:35,008 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0033_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:07:35,008 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0033 container=Container: [ContainerId: container_1397145675630_0033_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0033_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:35,008 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:07:35,008 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:35,009 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:35,009 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0033 AttemptId: appattempt_1397145675630_0033_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0033_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ]
2014-04-10 11:07:35,009 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0033_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:07:35,010 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0033_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:07:35,010 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0033_000001
2014-04-10 11:07:35,011 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0033_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] for AM appattempt_1397145675630_0033_000001
2014-04-10 11:07:35,011 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0033_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:07:35,014 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0033_000001 (auth:SIMPLE)
2014-04-10 11:07:35,015 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0033_01_000001 by user brock
2014-04-10 11:07:35,016 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0033
2014-04-10 11:07:35,016 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000001
2014-04-10 11:07:35,016 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0033 transitioned from NEW to INITING
2014-04-10 11:07:35,016 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0033_01_000001 to application application_1397145675630_0033
2014-04-10 11:07:35,016 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0033 transitioned from INITING to RUNNING
2014-04-10 11:07:35,016 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0033_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] for AM appattempt_1397145675630_0033_000001
2014-04-10 11:07:35,017 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0033_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:07:35,017 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:07:35,017 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0033
2014-04-10 11:07:35,017 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:07:35,018 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:07:35,018 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:07:35,018 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:07:35,018 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0033_01_000001
2014-04-10 11:07:35,027 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145675630_0033_01_000001.tokens. Credentials list:
2014-04-10 11:07:35,041 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:07:35,042 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742223_1399
2014-04-10 11:07:35,042 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742220_1396
2014-04-10 11:07:35,043 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742221_1397
2014-04-10 11:07:35,043 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742225_1401
2014-04-10 11:07:35,044 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742224_1400
2014-04-10 11:07:35,102 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145675630_0033_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000001.tokens
2014-04-10 11:07:35,103 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0033 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0033
2014-04-10 11:07:35,167 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742211_1387 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:36156
2014-04-10 11:07:35,167 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742212_1388 127.0.0.1:36156 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:07:35,167 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742213_1389 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:36156
2014-04-10 11:07:35,168 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742214_1390 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:07:35,168 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742219_1395 127.0.0.1:36156 127.0.0.1:37218 127.0.0.1:50911
2014-04-10 11:07:35,168 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742215_1391 127.0.0.1:53749 127.0.0.1:36156 127.0.0.1:50911
2014-04-10 11:07:35,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0032 dst=null perm=null
2014-04-10 11:07:35,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar dst=null perm=null
2014-04-10 11:07:35,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar dst=null perm=null
2014-04-10 11:07:35,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar dst=null perm=null
2014-04-10 11:07:35,222 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51069, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-589686856_19600, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742223_1399, duration: 847470
2014-04-10 11:07:35,241 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742226_1402
2014-04-10 11:07:35,245 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0033/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:35,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:35,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:35,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:35,270 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57256, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-589686856_19600, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742225_1401, duration: 225326
2014-04-10 11:07:35,287 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0033/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:35,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.split dst=null perm=null
2014-04-10 11:07:35,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.split dst=null perm=null
2014-04-10 11:07:35,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.split dst=null perm=null
2014-04-10 11:07:35,311 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51069, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-589686856_19600, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742224_1400, duration: 205967
2014-04-10 11:07:35,328 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0033/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:35,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.xml dst=null perm=null
2014-04-10 11:07:35,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.xml dst=null perm=null
2014-04-10 11:07:35,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.xml dst=null perm=null
2014-04-10 11:07:35,356 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42744, bytes: 81643, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-589686856_19600, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742226_1402, duration: 403526
2014-04-10 11:07:35,373 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0033/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:35,374 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:35,405 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:35,405 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:35,437 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742219_1395
2014-04-10 11:07:35,438 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742216_1392
2014-04-10 11:07:35,439 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742221_1397
2014-04-10 11:07:35,439 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742217_1393
2014-04-10 11:07:35,440 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742222_1398
2014-04-10 11:07:35,466 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000001/default_container_executor.sh]
2014-04-10 11:07:35,639 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742223_1399
2014-04-10 11:07:35,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742220_1396 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742220 for deletion
2014-04-10 11:07:35,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742220_1396 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742220
2014-04-10 11:07:35,722 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742220_1396 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742220 for deletion
2014-04-10 11:07:35,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742220_1396 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742220
2014-04-10 11:07:35,839 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742226_1402
2014-04-10 11:07:35,839 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742218_1394
2014-04-10 11:07:35,840 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742225_1401
2014-04-10 11:07:35,840 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742224_1400
2014-04-10 11:07:36,007 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:36,428 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742222_1398
2014-04-10 11:07:36,429 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742224_1400
2014-04-10 11:07:36,429 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742221_1397
2014-04-10 11:07:36,429 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742216_1392
2014-04-10 11:07:36,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:07:36,629 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742223_1399
2014-04-10 11:07:36,629 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742226_1402
2014-04-10 11:07:36,630 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742217_1393
2014-04-10 11:07:36,630 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742218_1394
2014-04-10 11:07:36,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/COMMIT_STARTED dst=null perm=null
2014-04-10 11:07:36,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:07:36,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/COMMIT_FAIL dst=null perm=null
2014-04-10 11:07:36,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033 dst=null perm=null
2014-04-10 11:07:36,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:07:36,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:07:36,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:36,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:36,944 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57278, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-478761919_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742225_1401, duration: 143342
2014-04-10 11:07:37,166 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:37218 to replicate blk_1073742223_1399 to datanode(s) 127.0.0.1:36156
2014-04-10 11:07:37,166 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742211_1387, blk_1073742212_1388, blk_1073742213_1389, blk_1073742214_1390, blk_1073742219_1395]
2014-04-10 11:07:37,167 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742211_1387, blk_1073742212_1388, blk_1073742213_1389, blk_1073742215_1391]
2014-04-10 11:07:37,521 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0033_000001 (auth:SIMPLE)
2014-04-10 11:07:37,523 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0033_000001
2014-04-10 11:07:37,523 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0033 APPATTEMPTID=appattempt_1397145675630_0033_000001
2014-04-10 11:07:37,523 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0033_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:07:37,523 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0033 State change from ACCEPTED to RUNNING
2014-04-10 11:07:37,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job_1397145675630_0033_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:37,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:07:37,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job_1397145675630_0033_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:37,776 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job_1397145675630_0033_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742227_1403{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:07:37,811 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742227_1403 src: /127.0.0.1:57281 dest: /127.0.0.1:50911
2014-04-10 11:07:37,812 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742227_1403 src: /127.0.0.1:55476 dest: /127.0.0.1:36156
2014-04-10 11:07:37,813 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742227_1403 src: /127.0.0.1:42752 dest: /127.0.0.1:37218
2014-04-10 11:07:37,820 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42752, dest: /127.0.0.1:37218, bytes: 95080, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-478761919_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742227_1403, duration: 6639887
2014-04-10 11:07:37,821 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742227_1403, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:37,821 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55476, dest: /127.0.0.1:36156, bytes: 95080, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-478761919_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742227_1403, duration: 7328042
2014-04-10 11:07:37,821 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742227_1403{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:37,821 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742227_1403, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:37,822 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57281, dest: /127.0.0.1:50911, bytes: 95080, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-478761919_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742227_1403, duration: 7996637
2014-04-10 11:07:37,822 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742227_1403, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:37,822 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742227_1403{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:37,823 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742227_1403{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:37,841 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job_1397145675630_0033_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-478761919_1
2014-04-10 11:07:38,103 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742225_1401
2014-04-10 11:07:38,103 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742219_1395
2014-04-10 11:07:38,104 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742224_1400
2014-04-10 11:07:38,104 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742220_1396
2014-04-10 11:07:38,105 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742227_1403
2014-04-10 11:07:38,581 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:38,582 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000002
2014-04-10 11:07:38,582 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0033_01_000002 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:07:38,582 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0033 container=Container: [ContainerId: container_1397145675630_0033_01_000002, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0033_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:38,582 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:07:38,582 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:38,582 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:38,583 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000003
2014-04-10 11:07:38,583 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0033_01_000003 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:07:38,583 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0033 container=Container: [ContainerId: container_1397145675630_0033_01_000003, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0033_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:38,583 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:07:38,583 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:38,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742211_1387 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742211 for deletion
2014-04-10 11:07:38,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742212_1388 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742212 for deletion
2014-04-10 11:07:38,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742213_1389 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742213 for deletion
2014-04-10 11:07:38,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742211_1387 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742211
2014-04-10 11:07:38,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742215_1391 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742215 for deletion
2014-04-10 11:07:38,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742212_1388 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742212
2014-04-10 11:07:38,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742213_1389 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742213
2014-04-10 11:07:38,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742215_1391 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742215
2014-04-10 11:07:38,771 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=605824a6-2871-47f9-9c2e-3cb0ab71d9dd, infoPort=39282, ipcPort=53527, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073742223_1399 to 127.0.0.1:36156
2014-04-10 11:07:38,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742211_1387 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742211 for deletion
2014-04-10 11:07:38,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742212_1388 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742212 for deletion
2014-04-10 11:07:38,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742213_1389 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742213 for deletion
2014-04-10 11:07:38,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742212_1388 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742212
2014-04-10 11:07:38,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742214_1390 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742214 for deletion
2014-04-10 11:07:38,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742211_1387 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742211
2014-04-10 11:07:38,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742214_1390 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742214
2014-04-10 11:07:38,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742219_1395 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742219 for deletion
2014-04-10 11:07:38,773 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742223_1399 src: /127.0.0.1:55479 dest: /127.0.0.1:36156
2014-04-10 11:07:38,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742219_1395 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742219
2014-04-10 11:07:38,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742213_1389 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742213
2014-04-10 11:07:38,774 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073742223_1399 (numBytes=244650) to 127.0.0.1/127.0.0.1:36156
2014-04-10 11:07:38,775 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073742223_1399 src: /127.0.0.1:55479 dest: /127.0.0.1:36156 of size 244650
2014-04-10 11:07:38,776 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742223_1399 size 244650
2014-04-10 11:07:39,008 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:39,008 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000004
2014-04-10 11:07:39,008 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0033_01_000004 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:07:39,009 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0033 container=Container: [ContainerId: container_1397145675630_0033_01_000004, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0033_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:39,009 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:07:39,009 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:39,010 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:39,010 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000005
2014-04-10 11:07:39,010 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0033_01_000005 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:07:39,010 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0033 container=Container: [ContainerId: container_1397145675630_0033_01_000005, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0033_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:39,010 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:07:39,010 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:39,247 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:39,247 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000006
2014-04-10 11:07:39,247 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0033_01_000006 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:07:39,247 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0033 container=Container: [ContainerId: container_1397145675630_0033_01_000006, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0033_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:39,247 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:07:39,248 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:39,558 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:39,558 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:39,558 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:39,558 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:39,558 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:39,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar dst=null perm=null
2014-04-10 11:07:39,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar dst=null perm=null
2014-04-10 11:07:39,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.xml dst=null perm=null
2014-04-10 11:07:39,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.xml dst=null perm=null
2014-04-10 11:07:39,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:39,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:39,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:39,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:39,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:39,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:39,683 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0033_000001 (auth:SIMPLE)
2014-04-10 11:07:39,683 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0033_000001 (auth:SIMPLE)
2014-04-10 11:07:39,683 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0033_000001 (auth:SIMPLE)
2014-04-10 11:07:39,685 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0033_01_000003 by user brock
2014-04-10 11:07:39,686 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0033_01_000005 by user brock
2014-04-10 11:07:39,686 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0033
2014-04-10 11:07:39,685 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0033_01_000002 by user brock
2014-04-10 11:07:39,686 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000003
2014-04-10 11:07:39,686 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000005
2014-04-10 11:07:39,686 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0033_01_000005 to application application_1397145675630_0033
2014-04-10 11:07:39,686 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0033_01_000004 by user brock
2014-04-10 11:07:39,686 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0033_01_000006 by user brock
2014-04-10 11:07:39,687 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000004
2014-04-10 11:07:39,686 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000002
2014-04-10 11:07:39,686 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0033 transitioned from NEW to INITING
2014-04-10 11:07:39,687 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0033
2014-04-10 11:07:39,687 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:07:39,687 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000006
2014-04-10 11:07:39,687 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0033_01_000003 to application application_1397145675630_0033
2014-04-10 11:07:39,687 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0033 transitioned from NEW to INITING
2014-04-10 11:07:39,687 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0033
2014-04-10 11:07:39,687 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0033_01_000006 to application application_1397145675630_0033
2014-04-10 11:07:39,687 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0033_01_000002 to application application_1397145675630_0033
2014-04-10 11:07:39,688 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0033 transitioned from INITING to RUNNING
2014-04-10 11:07:39,687 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0033
2014-04-10 11:07:39,688 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:39,688 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0033 transitioned from INITING to RUNNING
2014-04-10 11:07:39,688 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0033
2014-04-10 11:07:39,688 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:07:39,688 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0033_01_000004 to application application_1397145675630_0033
2014-04-10 11:07:39,688 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:07:39,688 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0033
2014-04-10 11:07:39,689 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0033
2014-04-10 11:07:39,689 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:39,689 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:07:39,689 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:07:39,689 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0033
2014-04-10 11:07:39,689 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0033
2014-04-10 11:07:39,689 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:39,689 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:07:39,689 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0033
2014-04-10 11:07:39,689 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:07:39,689 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0033
2014-04-10 11:07:39,689 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0033_01_000006
2014-04-10 11:07:39,689 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:39,689 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0033
2014-04-10 11:07:39,689 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:39,689 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0033
2014-04-10 11:07:39,690 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0033
2014-04-10 11:07:39,690 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:07:39,690 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:07:39,690 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0033
2014-04-10 11:07:39,690 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:39,690 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0033
2014-04-10 11:07:39,691 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:39,691 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0033
2014-04-10 11:07:39,691 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0033_01_000003
2014-04-10 11:07:39,692 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0033_01_000002
2014-04-10 11:07:39,701 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0033_01_000006.tokens. Credentials list:
2014-04-10 11:07:39,704 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397145675630_0033_01_000002.tokens. Credentials list:
2014-04-10 11:07:39,704 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397145675630_0033_01_000003.tokens. Credentials list:
2014-04-10 11:07:39,712 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:07:39,716 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:07:39,719 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:39,719 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:39,719 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:39,719 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:39,771 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145675630_0033_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000006.tokens
2014-04-10 11:07:39,771 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0033 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0033
2014-04-10 11:07:39,774 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000004/default_container_executor.sh]
2014-04-10 11:07:39,774 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000005/default_container_executor.sh]
2014-04-10 11:07:39,774 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397145675630_0033_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000002.tokens
2014-04-10 11:07:39,774 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0033 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0033
2014-04-10 11:07:39,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar dst=null perm=null
2014-04-10 11:07:39,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar dst=null perm=null
2014-04-10 11:07:39,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar dst=null perm=null
2014-04-10 11:07:39,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar dst=null perm=null
2014-04-10 11:07:39,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar dst=null perm=null
2014-04-10 11:07:39,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar dst=null perm=null
2014-04-10 11:07:39,865 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51106, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_604598770_19815, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742223_1399, duration: 395065
2014-04-10 11:07:39,867 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51107, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1093289429_19812, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742223_1399, duration: 2539374
2014-04-10 11:07:39,882 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0033/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:39,884 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0033/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:39,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.xml dst=null perm=null
2014-04-10 11:07:39,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.xml dst=null perm=null
2014-04-10 11:07:39,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.xml dst=null perm=null
2014-04-10 11:07:39,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.xml dst=null perm=null
2014-04-10 11:07:39,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.xml dst=null perm=null
2014-04-10 11:07:39,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.xml dst=null perm=null
2014-04-10 11:07:39,900 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42765, bytes: 81643, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_604598770_19815, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742226_1402, duration: 217558
2014-04-10 11:07:39,900 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51106, bytes: 81643, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1093289429_19812, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742226_1402, duration: 221334
2014-04-10 11:07:39,913 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0033/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:39,913 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:39,913 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:39,913 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0033/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:39,913 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:39,935 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:39,935 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:39,937 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:39,937 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:39,937 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:39,937 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:39,984 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000002/default_container_executor.sh]
2014-04-10 11:07:39,987 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000003/default_container_executor.sh]
2014-04-10 11:07:39,989 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000006/default_container_executor.sh]
2014-04-10 11:07:40,008 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:40,008 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:40,167 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073742211_1387, blk_1073742212_1388, blk_1073742214_1390, blk_1073742215_1391, blk_1073742219_1395]
2014-04-10 11:07:40,167 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073742211_1387, blk_1073742212_1388, blk_1073742213_1389, blk_1073742214_1390, blk_1073742215_1391, blk_1073742219_1395, blk_1073742220_1396]
2014-04-10 11:07:40,246 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742227_1403
2014-04-10 11:07:40,247 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:40,318 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0032_01_000001 succeeded
2014-04-10 11:07:40,318 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:07:40,318 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0032_01_000001
2014-04-10 11:07:40,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000001
2014-04-10 11:07:40,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000001
2014-04-10 11:07:40,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000001
2014-04-10 11:07:40,334 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000001
2014-04-10 11:07:40,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0032/container_1397145675630_0032_01_000001
2014-04-10 11:07:40,335 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0032_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:07:40,335 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0032_01_000001 from application application_1397145675630_0032
2014-04-10 11:07:40,335 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:40,335 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0032
2014-04-10 11:07:40,579 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:07:40,581 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0032_01_000001
2014-04-10 11:07:40,601 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:40,601 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:40,601 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0032_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:40,601 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0032_000001
2014-04-10 11:07:40,601 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0032_000001 State change from FINISHING to FINISHED
2014-04-10 11:07:40,602 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0032 State change from FINISHING to FINISHED
2014-04-10 11:07:40,602 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0032
2014-04-10 11:07:40,602 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0032,name=[685C94C9E90A42D28A32CBBB99497D47/C78BA532951B4A17AC8D4B8B67E56AFE] lower*upper/(1/1) ...edpipesplatform/joininner,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0032/jobhistory/job/job_1397145675630_0032,appMasterHost=localhost.localdomain,startTime=1397146044399,finishTime=1397146054059,finalStatus=SUCCEEDED
2014-04-10 11:07:40,601 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0032_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:07:40,602 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0032_000001
2014-04-10 11:07:40,602 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0032 CONTAINERID=container_1397145675630_0032_01_000001
2014-04-10 11:07:40,602 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0032_01_000001 of capacity <memory:2048, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:07:40,602 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:07:40,602 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0032_01_000001, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:40,602 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:40,603 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:07:40,603 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0032_000001 released container container_1397145675630_0032_01_000001 on node: host: localhost:38779 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:07:40,603 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0032_000001 is done. finalState=FINISHED
2014-04-10 11:07:40,603 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0032 requests cleared
2014-04-10 11:07:40,603 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0032 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:07:40,603 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0032 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:07:40,604 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0032_000001 (auth:SIMPLE)
2014-04-10 11:07:40,619 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0032_01_000001
2014-04-10 11:07:40,844 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742227_1403
2014-04-10 11:07:41,032 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:07:41,247 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0032 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:07:41,247 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0032
2014-04-10 11:07:41,247 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0032
2014-04-10 11:07:41,247 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0032
2014-04-10 11:07:41,248 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0032 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:07:41,248 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0032, with delay of 10800 seconds
2014-04-10 11:07:41,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0032
2014-04-10 11:07:41,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0032
2014-04-10 11:07:41,255 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397145675630_0033_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000003.tokens
2014-04-10 11:07:41,255 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0033 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0033
2014-04-10 11:07:41,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742211_1387 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742211 for deletion
2014-04-10 11:07:41,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742212_1388 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742212 for deletion
2014-04-10 11:07:41,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742213_1389 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742213 for deletion
2014-04-10 11:07:41,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742212_1388 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742212
2014-04-10 11:07:41,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742214_1390 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742214 for deletion
2014-04-10 11:07:41,409 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742215_1391 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742215 for deletion
2014-04-10 11:07:41,409 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742214_1390 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742214
2014-04-10 11:07:41,409 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742219_1395 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742219 for deletion
2014-04-10 11:07:41,409 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742215_1391 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742215
2014-04-10 11:07:41,409 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742211_1387 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742211
2014-04-10 11:07:41,409 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742213_1389 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742213
2014-04-10 11:07:41,409 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742219_1395 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742219
2014-04-10 11:07:41,409 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742220_1396 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742220 for deletion
2014-04-10 11:07:41,410 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742220_1396 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742220
2014-04-10 11:07:41,474 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0032 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:07:41,474 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0032
2014-04-10 11:07:41,474 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0032
2014-04-10 11:07:41,474 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0032 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:07:41,474 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0032, with delay of 10800 seconds
2014-04-10 11:07:41,474 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0032
2014-04-10 11:07:41,475 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0032
2014-04-10 11:07:41,475 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0032
2014-04-10 11:07:41,601 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0032 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:07:41,601 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0032
2014-04-10 11:07:41,602 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0032
2014-04-10 11:07:41,602 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0032 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:07:41,602 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0032, with delay of 10800 seconds
2014-04-10 11:07:41,602 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0032
2014-04-10 11:07:41,602 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0032
2014-04-10 11:07:41,602 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0032
2014-04-10 11:07:41,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742211_1387 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742211 for deletion
2014-04-10 11:07:41,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742212_1388 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742212 for deletion
2014-04-10 11:07:41,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742214_1390 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742214 for deletion
2014-04-10 11:07:41,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742211_1387 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742211
2014-04-10 11:07:41,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742212_1388 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742212
2014-04-10 11:07:41,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742215_1391 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742215 for deletion
2014-04-10 11:07:41,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742214_1390 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742214
2014-04-10 11:07:41,725 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742219_1395 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742219 for deletion
2014-04-10 11:07:41,725 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742215_1391 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742215
2014-04-10 11:07:41,725 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742219_1395 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742219
2014-04-10 11:07:42,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.split dst=null perm=null
2014-04-10 11:07:42,517 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51117, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0033_m_000002_0_-1095332099_1, offset: 512, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742224_1400, duration: 123005
2014-04-10 11:07:42,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:42,581 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57306, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0033_m_000002_0_-1095332099_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 160157
2014-04-10 11:07:42,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.split dst=null perm=null
2014-04-10 11:07:42,801 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42777, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0033_m_000003_0_-338558168_1, offset: 1024, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742224_1400, duration: 173370
2014-04-10 11:07:42,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/_temporary/1/_temporary/attempt_1397145675630_0033_m_000002_0 dst=null perm=null
2014-04-10 11:07:42,894 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0033_01_000004
2014-04-10 11:07:42,894 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000004
2014-04-10 11:07:42,894 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:07:42,894 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0033_01_000004
2014-04-10 11:07:42,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:42,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.split dst=null perm=null
2014-04-10 11:07:42,901 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55504, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0033_m_000003_0_-338558168_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 174790
2014-04-10 11:07:42,910 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job_1397145675630_0033_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073742228_1404{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:07:42,911 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0033_01_000004 succeeded
2014-04-10 11:07:42,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.split dst=null perm=null
2014-04-10 11:07:42,929 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000004 transitioned from KILLING to EXITED_WITH_SUCCESS
2014-04-10 11:07:42,930 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000004
2014-04-10 11:07:42,930 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000004
2014-04-10 11:07:42,930 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000004
2014-04-10 11:07:42,931 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000004
2014-04-10 11:07:42,931 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000004
2014-04-10 11:07:42,931 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000004 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:07:42,932 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0033_01_000004 from application application_1397145675630_0033
2014-04-10 11:07:42,932 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:42,932 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0033
2014-04-10 11:07:42,968 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742228_1404 src: /127.0.0.1:55508 dest: /127.0.0.1:36156
2014-04-10 11:07:42,969 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742228_1404 src: /127.0.0.1:57315 dest: /127.0.0.1:50911
2014-04-10 11:07:42,970 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742228_1404 src: /127.0.0.1:42785 dest: /127.0.0.1:37218
2014-04-10 11:07:42,971 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51124, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0033_m_000004_0_-1420422703_1, offset: 1024, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742224_1400, duration: 109682
2014-04-10 11:07:42,973 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job_1397145675630_0033_1.jhist for DFSClient_NONMAPREDUCE_-478761919_1
2014-04-10 11:07:42,983 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55507, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0033_m_000000_0_-59161589_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742224_1400, duration: 121203
2014-04-10 11:07:43,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job.split dst=null perm=null
2014-04-10 11:07:43,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:43,042 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55512, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0033_m_000004_0_-1420422703_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 152432
2014-04-10 11:07:43,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:43,105 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51131, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0033_m_000001_0_-1368138248_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742224_1400, duration: 171765
2014-04-10 11:07:43,110 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742223_1399
2014-04-10 11:07:43,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/_temporary/1/_temporary/attempt_1397145675630_0033_m_000003_0 dst=null perm=null
2014-04-10 11:07:43,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:43,168 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42789, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0033_m_000001_0_-1368138248_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 142759
2014-04-10 11:07:43,201 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0033_01_000005
2014-04-10 11:07:43,201 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000005
2014-04-10 11:07:43,201 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:07:43,202 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0033_01_000005
2014-04-10 11:07:43,202 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0033_01_000004
2014-04-10 11:07:43,202 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:43,202 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0033_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:07:43,202 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000004
2014-04-10 11:07:43,202 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0033_01_000004 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:07:43,202 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:07:43,203 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0033_01_000004, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:43,203 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:43,203 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:07:43,203 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0033_000001 released container container_1397145675630_0033_01_000004 on node: host: localhost:41546 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:07:43,216 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0033_01_000005 is : 143
2014-04-10 11:07:43,232 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:43,233 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000005
2014-04-10 11:07:43,233 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000005
2014-04-10 11:07:43,233 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000005
2014-04-10 11:07:43,233 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:43,234 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0033_01_000005 from application application_1397145675630_0033
2014-04-10 11:07:43,234 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000005
2014-04-10 11:07:43,234 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:43,234 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000005
2014-04-10 11:07:43,234 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0033
2014-04-10 11:07:43,262 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57321, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0033_m_000000_0_-59161589_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 107504
2014-04-10 11:07:43,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/_temporary/1/_temporary/attempt_1397145675630_0033_m_000004_0 dst=null perm=null
2014-04-10 11:07:43,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/_temporary/1/_temporary/attempt_1397145675630_0033_m_000000_0 dst=null perm=null
2014-04-10 11:07:43,346 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0033_01_000006
2014-04-10 11:07:43,346 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000006
2014-04-10 11:07:43,346 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:07:43,346 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0033_01_000006
2014-04-10 11:07:43,351 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0033_01_000006 is : 143
2014-04-10 11:07:43,360 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:43,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000006
2014-04-10 11:07:43,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000006
2014-04-10 11:07:43,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000006
2014-04-10 11:07:43,361 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000006
2014-04-10 11:07:43,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000006
2014-04-10 11:07:43,361 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:43,361 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0033_01_000006 from application application_1397145675630_0033
2014-04-10 11:07:43,361 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:43,361 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0033
2014-04-10 11:07:43,375 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0033_01_000002
2014-04-10 11:07:43,375 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000002
2014-04-10 11:07:43,375 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:07:43,375 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0033_01_000002
2014-04-10 11:07:43,380 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0033_01_000002 is : 143
2014-04-10 11:07:43,387 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:43,388 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000002
2014-04-10 11:07:43,388 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000002
2014-04-10 11:07:43,388 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000002
2014-04-10 11:07:43,388 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000002
2014-04-10 11:07:43,388 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000002
2014-04-10 11:07:43,388 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:43,388 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0033_01_000002 from application application_1397145675630_0033
2014-04-10 11:07:43,388 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:43,388 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0033
2014-04-10 11:07:43,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/_temporary/1/_temporary/attempt_1397145675630_0033_m_000001_0 dst=null perm=null
2014-04-10 11:07:43,446 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0033_01_000003
2014-04-10 11:07:43,446 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000003
2014-04-10 11:07:43,446 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:07:43,446 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0033_01_000003
2014-04-10 11:07:43,446 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0033_01_000002
2014-04-10 11:07:43,446 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:43,447 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0033_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:07:43,447 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000002
2014-04-10 11:07:43,447 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0033_01_000002 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:07:43,447 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:07:43,447 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0033_01_000002, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:43,447 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:43,447 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:07:43,447 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0033_000001 released container container_1397145675630_0033_01_000002 on node: host: localhost:38779 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:07:43,452 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0033_01_000003 is : 143
2014-04-10 11:07:43,468 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:43,468 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000003
2014-04-10 11:07:43,468 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000003
2014-04-10 11:07:43,469 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000003
2014-04-10 11:07:43,469 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000003
2014-04-10 11:07:43,469 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000003
2014-04-10 11:07:43,469 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:43,469 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0033_01_000003 from application application_1397145675630_0033
2014-04-10 11:07:43,469 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:43,469 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0033
2014-04-10 11:07:44,202 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0033_01_000005
2014-04-10 11:07:44,203 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:44,203 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0033_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:07:44,203 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000005
2014-04-10 11:07:44,203 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0033_01_000005 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:07:44,203 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:07:44,204 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0033_01_000005, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:44,204 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:44,204 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:07:44,204 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0033_000001 released container container_1397145675630_0033_01_000005 on node: host: localhost:41546 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:07:44,350 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0033_01_000006
2014-04-10 11:07:44,350 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:44,350 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0033_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:07:44,350 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000006
2014-04-10 11:07:44,350 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0033_01_000006 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:07:44,351 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:07:44,351 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0033_01_000006, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:44,351 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:44,351 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:07:44,351 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0033_000001 released container container_1397145675630_0033_01_000006 on node: host: localhost:55857 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:07:44,447 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0033_01_000003
2014-04-10 11:07:44,447 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:44,447 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0033_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:07:44,447 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000003
2014-04-10 11:07:44,447 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0033_01_000003 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:07:44,448 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:07:44,448 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0033_01_000003, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:44,448 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:44,448 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:07:44,448 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0033_000001 released container container_1397145675630_0033_01_000003 on node: host: localhost:38779 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:07:45,204 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:45,204 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000007
2014-04-10 11:07:45,204 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0033_01_000007 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:07:45,204 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0033 container=Container: [ContainerId: container_1397145675630_0033_01_000007, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0033_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:45,204 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:07:45,204 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:45,598 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:45,610 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0033_01_000007 by user brock
2014-04-10 11:07:45,610 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000007
2014-04-10 11:07:45,611 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0033_01_000007 to application application_1397145675630_0033
2014-04-10 11:07:45,611 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 11:07:45,611 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0033
2014-04-10 11:07:45,611 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0033
2014-04-10 11:07:45,611 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:45,611 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0033
2014-04-10 11:07:45,612 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:45,643 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:45,643 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:45,700 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000007/default_container_executor.sh]
2014-04-10 11:07:46,203 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:46,602 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:07:47,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/_temporary/1/_temporary/attempt_1397145675630_0033_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:47,463 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/_temporary/1/_temporary/attempt_1397145675630_0033_r_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073742229_1405{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:07:47,541 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742229_1405 src: /127.0.0.1:55523 dest: /127.0.0.1:36156
2014-04-10 11:07:47,542 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742229_1405 src: /127.0.0.1:51142 dest: /127.0.0.1:53749
2014-04-10 11:07:47,543 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742229_1405 src: /127.0.0.1:42800 dest: /127.0.0.1:37218
2014-04-10 11:07:47,556 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42800, dest: /127.0.0.1:37218, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0033_r_000000_0_1035837319_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742229_1405, duration: 12171307
2014-04-10 11:07:47,556 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742229_1405, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:47,556 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742229_1405{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:47,557 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51142, dest: /127.0.0.1:53749, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0033_r_000000_0_1035837319_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742229_1405, duration: 13433718
2014-04-10 11:07:47,557 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742229_1405, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:47,557 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742229_1405{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:47,557 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55523, dest: /127.0.0.1:36156, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0033_r_000000_0_1035837319_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742229_1405, duration: 13978098
2014-04-10 11:07:47,558 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742229_1405, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:47,558 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742229_1405{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:47,599 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/_temporary/1/_temporary/attempt_1397145675630_0033_r_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0033_r_000000_0_1035837319_1
2014-04-10 11:07:47,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/_temporary/1/_temporary/attempt_1397145675630_0033_r_000000_0 dst=null perm=null
2014-04-10 11:07:47,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/_temporary/1/_temporary/attempt_1397145675630_0033_r_000000_0 dst=null perm=null
2014-04-10 11:07:47,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/_temporary/1/task_1397145675630_0033_r_000000 dst=null perm=null
2014-04-10 11:07:47,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/_temporary/1/_temporary/attempt_1397145675630_0033_r_000000_0 dst=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/_temporary/1/task_1397145675630_0033_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:07:47,717 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0033_01_000007
2014-04-10 11:07:47,717 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000007
2014-04-10 11:07:47,717 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000007 transitioned from RUNNING to KILLING
2014-04-10 11:07:47,717 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0033_01_000007
2014-04-10 11:07:47,724 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0033_01_000007 is : 143
2014-04-10 11:07:47,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:47,739 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:47,739 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000007
2014-04-10 11:07:47,739 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000007
2014-04-10 11:07:47,740 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000007
2014-04-10 11:07:47,740 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000007
2014-04-10 11:07:47,740 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000007
2014-04-10 11:07:47,740 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:47,740 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0033_01_000007 from application application_1397145675630_0033
2014-04-10 11:07:47,740 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:47,740 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0033
2014-04-10 11:07:47,749 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-478761919_1
2014-04-10 11:07:47,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/_temporary/1 dst=null perm=null
2014-04-10 11:07:47,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2 dst=null perm=null
2014-04-10 11:07:47,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2 dst=null perm=null
2014-04-10 11:07:47,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/_temporary/1/task_1397145675630_0033_r_000000 dst=null perm=null
2014-04-10 11:07:47,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/part-00000 dst=null perm=null
2014-04-10 11:07:47,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/_temporary/1/task_1397145675630_0033_r_000000/part-00000 dst=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:47,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/_temporary dst=null perm=null
2014-04-10 11:07:47,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:47,832 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-478761919_1
2014-04-10 11:07:47,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:47,866 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-478761919_1
2014-04-10 11:07:47,893 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42785, dest: /127.0.0.1:37218, bytes: 68711, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-478761919_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742228_1404, duration: 4922326109
2014-04-10 11:07:47,893 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742228_1404, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:47,894 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57315, dest: /127.0.0.1:50911, bytes: 68711, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-478761919_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742228_1404, duration: 4922860667
2014-04-10 11:07:47,894 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742228_1404{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 15735
2014-04-10 11:07:47,894 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742228_1404, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:47,895 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55508, dest: /127.0.0.1:36156, bytes: 68711, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-478761919_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742228_1404, duration: 4923887039
2014-04-10 11:07:47,895 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742228_1404, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:47,895 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742228_1404{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 15735
2014-04-10 11:07:47,896 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742228_1404{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 15735
2014-04-10 11:07:47,907 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job_1397145675630_0033_1.jhist is closed by DFSClient_NONMAPREDUCE_-478761919_1
2014-04-10 11:07:47,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:47,927 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742230_1406{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:07:47,943 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742230_1406 src: /127.0.0.1:57332 dest: /127.0.0.1:50911
2014-04-10 11:07:47,944 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742230_1406 src: /127.0.0.1:42802 dest: /127.0.0.1:37218
2014-04-10 11:07:47,945 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742230_1406 src: /127.0.0.1:51146 dest: /127.0.0.1:53749
2014-04-10 11:07:47,948 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51146, dest: /127.0.0.1:53749, bytes: 420, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-478761919_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742230_1406, duration: 1836215
2014-04-10 11:07:47,948 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742230_1406, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:47,949 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742230_1406{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:07:47,949 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42802, dest: /127.0.0.1:37218, bytes: 420, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-478761919_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742230_1406, duration: 2073489
2014-04-10 11:07:47,949 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742230_1406, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:47,950 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742230_1406{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:07:47,950 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57332, dest: /127.0.0.1:50911, bytes: 420, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-478761919_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742230_1406, duration: 3134589
2014-04-10 11:07:47,950 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742230_1406, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:47,950 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742230_1406{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:07:47,966 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033.summary_tmp is closed by DFSClient_NONMAPREDUCE_-478761919_1
2014-04-10 11:07:47,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:47,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job_1397145675630_0033_1.jhist dst=null perm=null
2014-04-10 11:07:47,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033-1397146054947-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F99A5FDFC161E41AD-1397146067867-5-1-SUCCEEDED-default-1397146057532.jhist_tmp dst=null perm=null
2014-04-10 11:07:47,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job_1397145675630_0033_1.jhist dst=null perm=null
2014-04-10 11:07:47,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033-1397146054947-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F99A5FDFC161E41AD-1397146067867-5-1-SUCCEEDED-default-1397146057532.jhist_tmp dst=null perm=null
2014-04-10 11:07:47,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job_1397145675630_0033_1.jhist dst=null perm=null
2014-04-10 11:07:48,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033-1397146054947-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F99A5FDFC161E41AD-1397146067867-5-1-SUCCEEDED-default-1397146057532.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:48,019 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42804, bytes: 69251, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-478761919_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742228_1404, duration: 364694
2014-04-10 11:07:48,022 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033-1397146054947-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F99A5FDFC161E41AD-1397146067867-5-1-SUCCEEDED-default-1397146057532.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742231_1407{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:07:48,035 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742231_1407 src: /127.0.0.1:57336 dest: /127.0.0.1:50911
2014-04-10 11:07:48,036 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742231_1407 src: /127.0.0.1:51149 dest: /127.0.0.1:53749
2014-04-10 11:07:48,037 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742231_1407 src: /127.0.0.1:55532 dest: /127.0.0.1:36156
2014-04-10 11:07:48,042 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55532, dest: /127.0.0.1:36156, bytes: 68711, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-478761919_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742231_1407, duration: 3514179
2014-04-10 11:07:48,042 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742231_1407, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:48,042 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742231_1407{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:48,042 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51149, dest: /127.0.0.1:53749, bytes: 68711, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-478761919_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742231_1407, duration: 3949389
2014-04-10 11:07:48,043 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742231_1407, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:48,043 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742231_1407{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:48,043 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57336, dest: /127.0.0.1:50911, bytes: 68711, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-478761919_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742231_1407, duration: 4711227
2014-04-10 11:07:48,044 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742231_1407, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:48,044 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742231_1407{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:48,058 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033-1397146054947-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F99A5FDFC161E41AD-1397146067867-5-1-SUCCEEDED-default-1397146057532.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-478761919_1
2014-04-10 11:07:48,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033-1397146054947-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F99A5FDFC161E41AD-1397146067867-5-1-SUCCEEDED-default-1397146057532.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:48,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job_1397145675630_0033_1_conf.xml dst=null perm=null
2014-04-10 11:07:48,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033_conf.xml_tmp dst=null perm=null
2014-04-10 11:07:48,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job_1397145675630_0033_1_conf.xml dst=null perm=null
2014-04-10 11:07:48,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033_conf.xml_tmp dst=null perm=null
2014-04-10 11:07:48,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033/job_1397145675630_0033_1_conf.xml dst=null perm=null
2014-04-10 11:07:48,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:48,102 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55533, bytes: 95824, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-478761919_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742227_1403, duration: 361620
2014-04-10 11:07:48,105 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742232_1408{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:07:48,114 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742229_1405
2014-04-10 11:07:48,115 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742228_1404
2014-04-10 11:07:48,115 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742231_1407
2014-04-10 11:07:48,118 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742232_1408 src: /127.0.0.1:42809 dest: /127.0.0.1:37218
2014-04-10 11:07:48,119 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742232_1408 src: /127.0.0.1:51153 dest: /127.0.0.1:53749
2014-04-10 11:07:48,121 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742232_1408 src: /127.0.0.1:57342 dest: /127.0.0.1:50911
2014-04-10 11:07:48,124 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57342, dest: /127.0.0.1:50911, bytes: 95080, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-478761919_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742232_1408, duration: 2539768
2014-04-10 11:07:48,124 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742232_1408, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:48,125 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742232_1408{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:07:48,125 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51153, dest: /127.0.0.1:53749, bytes: 95080, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-478761919_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742232_1408, duration: 2998338
2014-04-10 11:07:48,125 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742232_1408, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:48,125 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742232_1408{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:07:48,125 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42809, dest: /127.0.0.1:37218, bytes: 95080, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-478761919_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742232_1408, duration: 3607894
2014-04-10 11:07:48,126 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742232_1408, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:48,126 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742232_1408{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:07:48,141 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-478761919_1
2014-04-10 11:07:48,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:48,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:48,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:48,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033-1397146054947-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F99A5FDFC161E41AD-1397146067867-5-1-SUCCEEDED-default-1397146057532.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033-1397146054947-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F99A5FDFC161E41AD-1397146067867-5-1-SUCCEEDED-default-1397146057532.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:48,216 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0033_000001 with final state: FINISHING
2014-04-10 11:07:48,216 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0033_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:07:48,217 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0033 with final state: FINISHING
2014-04-10 11:07:48,217 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0033 State change from RUNNING to FINAL_SAVING
2014-04-10 11:07:48,217 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0033
2014-04-10 11:07:48,218 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0033_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:07:48,218 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0033 State change from FINAL_SAVING to FINISHING
2014-04-10 11:07:48,306 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:07:48,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:07:48,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:07:48,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033.summary dst=null perm=null
2014-04-10 11:07:48,315 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42814, bytes: 424, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742230_1406, duration: 220663
2014-04-10 11:07:48,315 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0033,submitTime=1397146054947,launchTime=1397146057532,firstMapTaskLaunchTime=1397146059695,firstReduceTaskLaunchTime=1397146065611,finishTime=1397146067867,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=17,reduceSlotSeconds=2,jobName=[8822F7188D224ABB8894A1AD5B39D757/99A5FDFC161E41ADB052EB1FA6E76104] lhs*rhs/(2/2)
2014-04-10 11:07:48,315 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033.summary]
2014-04-10 11:07:48,333 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742230_1406 127.0.0.1:50911 127.0.0.1:37218 127.0.0.1:53749
2014-04-10 11:07:48,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033.summary dst=null perm=null
2014-04-10 11:07:48,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:07:48,335 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033-1397146054947-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F99A5FDFC161E41AD-1397146067867-5-1-SUCCEEDED-default-1397146057532.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0033-1397146054947-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F99A5FDFC161E41AD-1397146067867-5-1-SUCCEEDED-default-1397146057532.jhist
2014-04-10 11:07:48,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033-1397146054947-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F99A5FDFC161E41AD-1397146067867-5-1-SUCCEEDED-default-1397146057532.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0033-1397146054947-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F99A5FDFC161E41AD-1397146067867-5-1-SUCCEEDED-default-1397146057532.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:48,350 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0033_conf.xml
2014-04-10 11:07:48,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0033_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0033_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:48,366 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0033 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0033-1397146054947-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F99A5FDFC161E41AD-1397146067867-5-1-SUCCEEDED-default-1397146057532.jhist
2014-04-10 11:07:48,367 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0033-1397146054947-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F99A5FDFC161E41AD-1397146067867-5-1-SUCCEEDED-default-1397146057532.jhist]
2014-04-10 11:07:48,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0033-1397146054947-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F99A5FDFC161E41AD-1397146067867-5-1-SUCCEEDED-default-1397146057532.jhist dst=null perm=null
2014-04-10 11:07:48,370 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55540, bytes: 69251, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742231_1407, duration: 361918
2014-04-10 11:07:48,407 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lhs*rhs] starting step: (1/2) ...orm/samepipearoundgroupby
2014-04-10 11:07:48,420 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:07:48,426 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:07:48,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby dst=null perm=null
2014-04-10 11:07:48,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:07:48,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:07:48,430 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 34
2014-04-10 11:07:48,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034 dst=null perm=null
2014-04-10 11:07:48,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:07:48,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:07:48,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.jar dst=null perm=null
2014-04-10 11:07:48,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:48,485 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073742233_1409{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:07:48,500 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742233_1409 src: /127.0.0.1:42816 dest: /127.0.0.1:37218
2014-04-10 11:07:48,502 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742233_1409 src: /127.0.0.1:51160 dest: /127.0.0.1:53749
2014-04-10 11:07:48,503 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742233_1409 src: /127.0.0.1:57349 dest: /127.0.0.1:50911
2014-04-10 11:07:48,508 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57349, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742233_1409, duration: 3503598
2014-04-10 11:07:48,508 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742233_1409, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:48,508 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742233_1409{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:07:48,509 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51160, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742233_1409, duration: 4132004
2014-04-10 11:07:48,509 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742233_1409, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:48,509 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742233_1409{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:07:48,509 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42816, dest: /127.0.0.1:37218, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742233_1409, duration: 4266161
2014-04-10 11:07:48,510 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742233_1409, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:48,510 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742233_1409{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:07:48,524 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:07:48,525 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.jar
2014-04-10 11:07:48,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.jar dst=null perm=null
2014-04-10 11:07:48,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:48,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:48,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:48,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:48,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:07:48,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:07:48,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:07:48,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:07:48,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:07:48,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:48,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:48,568 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:07:48,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:48,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:48,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:48,600 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.split
2014-04-10 11:07:48,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.split dst=null perm=null
2014-04-10 11:07:48,618 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073742234_1410{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:07:48,634 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742234_1410 src: /127.0.0.1:55544 dest: /127.0.0.1:36156
2014-04-10 11:07:48,635 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742234_1410 src: /127.0.0.1:57351 dest: /127.0.0.1:50911
2014-04-10 11:07:48,637 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742234_1410 src: /127.0.0.1:51164 dest: /127.0.0.1:53749
2014-04-10 11:07:48,638 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742234_1410 src: /127.0.0.1:42822 dest: /127.0.0.1:37218
2014-04-10 11:07:48,641 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42822, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742234_1410, duration: 2205490
2014-04-10 11:07:48,641 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742234_1410, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:48,642 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742234_1410{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:48,642 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51164, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742234_1410, duration: 2706308
2014-04-10 11:07:48,642 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742234_1410, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:48,642 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742234_1410{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:48,642 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57351, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742234_1410, duration: 3380051
2014-04-10 11:07:48,643 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742234_1410, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:48,643 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742234_1410{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:48,643 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55544, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742234_1410, duration: 3866735
2014-04-10 11:07:48,643 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742234_1410, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:48,644 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742234_1410{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:48,658 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:07:48,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:48,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:48,692 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073742235_1411{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:07:48,710 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742235_1411 src: /127.0.0.1:57354 dest: /127.0.0.1:50911
2014-04-10 11:07:48,718 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0033_01_000007
2014-04-10 11:07:48,719 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:48,719 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0033_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 11:07:48,719 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000007
2014-04-10 11:07:48,720 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0033_01_000007 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:07:48,720 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:07:48,720 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742235_1411 src: /127.0.0.1:51167 dest: /127.0.0.1:53749
2014-04-10 11:07:48,720 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0033_01_000007, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:48,720 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:48,721 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:07:48,721 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0033_000001 released container container_1397145675630_0033_01_000007 on node: host: localhost:41546 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:07:48,721 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742235_1411 src: /127.0.0.1:42825 dest: /127.0.0.1:37218
2014-04-10 11:07:48,724 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42825, dest: /127.0.0.1:37218, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742235_1411, duration: 1036269
2014-04-10 11:07:48,724 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742235_1411, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:48,724 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51167, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742235_1411, duration: 1824934
2014-04-10 11:07:48,724 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742235_1411{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:07:48,725 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742235_1411, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:48,725 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57354, dest: /127.0.0.1:50911, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742235_1411, duration: 2626812
2014-04-10 11:07:48,725 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742235_1411, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:48,725 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742235_1411{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:07:48,726 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742235_1411 size 183
2014-04-10 11:07:48,741 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:07:48,741 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:07:48,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:48,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:48,781 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742236_1412{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:07:48,792 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742236_1412 src: /127.0.0.1:42826 dest: /127.0.0.1:37218
2014-04-10 11:07:48,793 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742236_1412 src: /127.0.0.1:51170 dest: /127.0.0.1:53749
2014-04-10 11:07:48,795 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742236_1412 src: /127.0.0.1:55553 dest: /127.0.0.1:36156
2014-04-10 11:07:48,798 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55553, dest: /127.0.0.1:36156, bytes: 81629, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742236_1412, duration: 2088579
2014-04-10 11:07:48,798 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742236_1412, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:48,798 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742236_1412{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:48,799 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51170, dest: /127.0.0.1:53749, bytes: 81629, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742236_1412, duration: 2676453
2014-04-10 11:07:48,799 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742236_1412, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:48,799 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742236_1412{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:48,799 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42826, dest: /127.0.0.1:37218, bytes: 81629, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742236_1412, duration: 3165553
2014-04-10 11:07:48,800 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742236_1412, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:48,800 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742236_1412{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:48,816 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:07:48,816 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0034
2014-04-10 11:07:48,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034 dst=null perm=null
2014-04-10 11:07:48,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.xml dst=null perm=null
2014-04-10 11:07:48,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.xml dst=null perm=null
2014-04-10 11:07:48,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.jar dst=null perm=null
2014-04-10 11:07:48,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.jar dst=null perm=null
2014-04-10 11:07:48,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.split dst=null perm=null
2014-04-10 11:07:48,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.split dst=null perm=null
2014-04-10 11:07:48,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:48,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:48,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:48,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:48,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:48,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:48,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:48,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:48,871 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 34 submitted by user brock
2014-04-10 11:07:48,872 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0034
2014-04-10 11:07:48,872 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0034 State change from NEW to NEW_SAVING
2014-04-10 11:07:48,872 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0034
2014-04-10 11:07:48,872 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0034
2014-04-10 11:07:48,873 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0034 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:07:48,873 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0034_000001
2014-04-10 11:07:48,873 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0034_000001 State change from NEW to SUBMITTED
2014-04-10 11:07:48,873 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0034 from user: brock activated in queue: default
2014-04-10 11:07:48,874 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0034 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:07:48,874 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0034 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:07:48,874 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0034
2014-04-10 11:07:48,874 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0034_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:07:48,874 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0034_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:07:48,875 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0034 State change from SUBMITTED to ACCEPTED
2014-04-10 11:07:48,877 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0034/
2014-04-10 11:07:48,877 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lhs*rhs] submitted hadoop job: job_1397145675630_0034
2014-04-10 11:07:48,877 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lhs*rhs] tracking url: http://localhost:33250/proxy/application_1397145675630_0034/
2014-04-10 11:07:49,168 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:50911 to replicate blk_1073742233_1409 to datanode(s) 127.0.0.1:36156
2014-04-10 11:07:49,169 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742230_1406]
2014-04-10 11:07:49,169 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073742230_1406]
2014-04-10 11:07:49,283 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742223_1399 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:36156
2014-04-10 11:07:49,283 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742224_1400 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:07:49,283 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742225_1401 127.0.0.1:36156 127.0.0.1:50911 127.0.0.1:37218
2014-04-10 11:07:49,283 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742226_1402 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:07:49,284 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742228_1404 127.0.0.1:36156 127.0.0.1:50911 127.0.0.1:37218
2014-04-10 11:07:49,284 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742227_1403 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:07:49,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0033 dst=null perm=null
2014-04-10 11:07:49,353 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0034_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:49,353 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000001
2014-04-10 11:07:49,353 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0034_01_000001 of capacity <memory:2048, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:07:49,353 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0034 container=Container: [ContainerId: container_1397145675630_0034_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0034_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:49,354 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:07:49,354 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0034_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:49,354 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:49,355 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0034 AttemptId: appattempt_1397145675630_0034_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0034_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ]
2014-04-10 11:07:49,355 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0034_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:07:49,355 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0034_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:07:49,355 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0034_000001
2014-04-10 11:07:49,356 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0034_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] for AM appattempt_1397145675630_0034_000001
2014-04-10 11:07:49,356 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0034_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:07:49,359 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0034_000001 (auth:SIMPLE)
2014-04-10 11:07:49,361 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0034_01_000001 by user brock
2014-04-10 11:07:49,361 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0034
2014-04-10 11:07:49,361 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000001
2014-04-10 11:07:49,362 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0034 transitioned from NEW to INITING
2014-04-10 11:07:49,362 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0034_01_000001 to application application_1397145675630_0034
2014-04-10 11:07:49,362 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0034 transitioned from INITING to RUNNING
2014-04-10 11:07:49,362 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0034_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] for AM appattempt_1397145675630_0034_000001
2014-04-10 11:07:49,362 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0034_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:07:49,362 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:07:49,363 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0034
2014-04-10 11:07:49,363 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:07:49,363 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:07:49,363 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:07:49,363 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:07:49,364 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0034_01_000001
2014-04-10 11:07:49,373 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397145675630_0034_01_000001.tokens. Credentials list:
2014-04-10 11:07:49,386 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:07:49,446 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397145675630_0034_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000001.tokens
2014-04-10 11:07:49,446 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0034 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0034
2014-04-10 11:07:49,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.jar dst=null perm=null
2014-04-10 11:07:49,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.jar dst=null perm=null
2014-04-10 11:07:49,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.jar dst=null perm=null
2014-04-10 11:07:49,556 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42832, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1582925049_20205, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742233_1409, duration: 628183
2014-04-10 11:07:49,579 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0034/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:49,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:49,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:49,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:49,604 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51176, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1582925049_20205, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742235_1411, duration: 232786
2014-04-10 11:07:49,621 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0034/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:49,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.split dst=null perm=null
2014-04-10 11:07:49,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.split dst=null perm=null
2014-04-10 11:07:49,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.split dst=null perm=null
2014-04-10 11:07:49,644 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51176, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1582925049_20205, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742234_1410, duration: 220012
2014-04-10 11:07:49,661 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0034/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:49,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.xml dst=null perm=null
2014-04-10 11:07:49,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.xml dst=null perm=null
2014-04-10 11:07:49,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.xml dst=null perm=null
2014-04-10 11:07:49,685 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42832, bytes: 82269, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1582925049_20205, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742236_1412, duration: 339789
2014-04-10 11:07:49,702 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0034/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:49,702 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:49,732 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:49,732 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:49,790 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000001/default_container_executor.sh]
2014-04-10 11:07:50,249 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742234_1410
2014-04-10 11:07:50,250 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742228_1404
2014-04-10 11:07:50,250 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742230_1406
2014-04-10 11:07:50,250 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742232_1408
2014-04-10 11:07:50,352 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0034_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:50,451 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742233_1409
2014-04-10 11:07:50,451 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742235_1411
2014-04-10 11:07:50,650 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742231_1407
2014-04-10 11:07:50,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742230_1406 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742230 for deletion
2014-04-10 11:07:50,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742230_1406 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742230
2014-04-10 11:07:50,722 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, infoPort=35739, ipcPort=51987, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073742233_1409 to 127.0.0.1:36156
2014-04-10 11:07:50,722 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742230_1406 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742230 for deletion
2014-04-10 11:07:50,722 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742230_1406 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742230
2014-04-10 11:07:50,723 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742233_1409 src: /127.0.0.1:55559 dest: /127.0.0.1:36156
2014-04-10 11:07:50,723 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073742233_1409 (numBytes=244650) to 127.0.0.1/127.0.0.1:36156
2014-04-10 11:07:50,724 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073742233_1409 src: /127.0.0.1:55559 dest: /127.0.0.1:36156 of size 244650
2014-04-10 11:07:50,724 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742233_1409 size 244650
2014-04-10 11:07:50,848 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742229_1405
2014-04-10 11:07:50,848 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742235_1411
2014-04-10 11:07:50,849 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742228_1404
2014-04-10 11:07:50,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:07:50,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/COMMIT_STARTED dst=null perm=null
2014-04-10 11:07:50,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:07:50,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/COMMIT_FAIL dst=null perm=null
2014-04-10 11:07:51,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034 dst=null perm=null
2014-04-10 11:07:51,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:07:51,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:07:51,049 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742233_1409
2014-04-10 11:07:51,050 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742232_1408
2014-04-10 11:07:51,050 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742234_1410
2014-04-10 11:07:51,050 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742230_1406
2014-04-10 11:07:51,051 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742236_1412
2014-04-10 11:07:51,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:51,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:51,290 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51179, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1141497482_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742235_1411, duration: 165148
2014-04-10 11:07:51,633 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742236_1412
2014-04-10 11:07:51,634 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742234_1410
2014-04-10 11:07:51,634 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742229_1405
2014-04-10 11:07:51,634 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742235_1411
2014-04-10 11:07:51,635 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742231_1407
2014-04-10 11:07:51,635 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742232_1408
2014-04-10 11:07:51,882 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0034_000001 (auth:SIMPLE)
2014-04-10 11:07:51,884 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0034_000001
2014-04-10 11:07:51,884 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0034 APPATTEMPTID=appattempt_1397145675630_0034_000001
2014-04-10 11:07:51,884 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0034_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:07:51,884 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0034 State change from ACCEPTED to RUNNING
2014-04-10 11:07:51,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job_1397145675630_0034_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:51,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:07:52,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job_1397145675630_0034_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:52,034 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742233_1409
2014-04-10 11:07:52,092 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job_1397145675630_0034_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742237_1413{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:07:52,144 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742237_1413 src: /127.0.0.1:42838 dest: /127.0.0.1:37218
2014-04-10 11:07:52,146 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742237_1413 src: /127.0.0.1:55564 dest: /127.0.0.1:36156
2014-04-10 11:07:52,147 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742237_1413 src: /127.0.0.1:57371 dest: /127.0.0.1:50911
2014-04-10 11:07:52,155 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57371, dest: /127.0.0.1:50911, bytes: 95516, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1141497482_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742237_1413, duration: 6965782
2014-04-10 11:07:52,155 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742237_1413, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:52,155 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742237_1413{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:52,155 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55564, dest: /127.0.0.1:36156, bytes: 95516, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1141497482_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742237_1413, duration: 6610303
2014-04-10 11:07:52,155 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742237_1413, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:52,155 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742237_1413{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:52,156 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42838, dest: /127.0.0.1:37218, bytes: 95516, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1141497482_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742237_1413, duration: 7084023
2014-04-10 11:07:52,156 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742237_1413, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:52,156 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742237_1413{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:07:52,169 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073742224_1400, blk_1073742225_1401, blk_1073742226_1402, blk_1073742227_1403, blk_1073742228_1404, blk_1073742223_1399]
2014-04-10 11:07:52,169 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073742224_1400, blk_1073742225_1401, blk_1073742227_1403, blk_1073742228_1404, blk_1073742223_1399]
2014-04-10 11:07:52,174 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job_1397145675630_0034_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1141497482_1
2014-04-10 11:07:53,121 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742233_1409
2014-04-10 11:07:53,320 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742236_1412
2014-04-10 11:07:53,322 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742237_1413
2014-04-10 11:07:53,322 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742234_1410
2014-04-10 11:07:53,353 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0034_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:53,353 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000002
2014-04-10 11:07:53,353 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0034_01_000002 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:07:53,354 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0034 container=Container: [ContainerId: container_1397145675630_0034_01_000002, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0034_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:53,354 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:07:53,354 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:53,355 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0034_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:53,355 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000003
2014-04-10 11:07:53,355 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0034_01_000003 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:07:53,355 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0034 container=Container: [ContainerId: container_1397145675630_0034_01_000003, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0034_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:53,356 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:07:53,356 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:53,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742224_1400 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742224 for deletion
2014-04-10 11:07:53,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742225_1401 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742225 for deletion
2014-04-10 11:07:53,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742227_1403 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742227 for deletion
2014-04-10 11:07:53,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742224_1400 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742224
2014-04-10 11:07:53,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742228_1404 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742228 for deletion
2014-04-10 11:07:53,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742225_1401 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742225
2014-04-10 11:07:53,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742227_1403 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742227
2014-04-10 11:07:53,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742223_1399 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742223 for deletion
2014-04-10 11:07:53,409 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742228_1404 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742228
2014-04-10 11:07:53,409 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742223_1399 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742223
2014-04-10 11:07:53,450 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0034_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:53,450 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000004
2014-04-10 11:07:53,450 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0034_01_000004 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:07:53,450 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0034 container=Container: [ContainerId: container_1397145675630_0034_01_000004, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0034_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:53,450 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:07:53,451 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:53,451 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0034_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:53,451 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000005
2014-04-10 11:07:53,451 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0034_01_000005 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:07:53,452 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0034 container=Container: [ContainerId: container_1397145675630_0034_01_000005, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0034_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:53,452 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:07:53,452 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:53,452 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0034_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:53,453 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000006
2014-04-10 11:07:53,453 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0034_01_000006 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:07:53,453 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0034 container=Container: [ContainerId: container_1397145675630_0034_01_000006, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0034_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:53,453 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:07:53,453 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:53,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742224_1400 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742224 for deletion
2014-04-10 11:07:53,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742225_1401 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742225 for deletion
2014-04-10 11:07:53,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742226_1402 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742226 for deletion
2014-04-10 11:07:53,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742224_1400 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742224
2014-04-10 11:07:53,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742225_1401 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742225
2014-04-10 11:07:53,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742227_1403 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742227 for deletion
2014-04-10 11:07:53,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742226_1402 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742226
2014-04-10 11:07:53,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742228_1404 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742228 for deletion
2014-04-10 11:07:53,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742227_1403 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742227
2014-04-10 11:07:53,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742223_1399 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742223 for deletion
2014-04-10 11:07:53,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742228_1404 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742228
2014-04-10 11:07:53,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742223_1399 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742223
2014-04-10 11:07:53,927 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0034_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:53,927 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0034_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:53,927 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0034_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:53,927 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0034_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:53,928 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0034_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:53,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.jar dst=null perm=null
2014-04-10 11:07:53,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.jar dst=null perm=null
2014-04-10 11:07:53,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.xml dst=null perm=null
2014-04-10 11:07:53,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.xml dst=null perm=null
2014-04-10 11:07:53,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:53,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:53,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:53,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:53,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:53,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:54,056 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0034_000001 (auth:SIMPLE)
2014-04-10 11:07:54,056 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0034_000001 (auth:SIMPLE)
2014-04-10 11:07:54,060 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0034_01_000004 by user brock
2014-04-10 11:07:54,060 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0034_01_000005 by user brock
2014-04-10 11:07:54,061 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0034_01_000006 by user brock
2014-04-10 11:07:54,060 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0034
2014-04-10 11:07:54,061 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0034_01_000005 to application application_1397145675630_0034
2014-04-10 11:07:54,061 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000005
2014-04-10 11:07:54,061 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0034_01_000002 by user brock
2014-04-10 11:07:54,061 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0034_01_000006 to application application_1397145675630_0034
2014-04-10 11:07:54,061 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0034_01_000003 by user brock
2014-04-10 11:07:54,061 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000004
2014-04-10 11:07:54,061 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000006
2014-04-10 11:07:54,062 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000003
2014-04-10 11:07:54,062 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0034 transitioned from NEW to INITING
2014-04-10 11:07:54,062 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0034_01_000002 to application application_1397145675630_0034
2014-04-10 11:07:54,062 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000002
2014-04-10 11:07:54,063 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0034_01_000003 to application application_1397145675630_0034
2014-04-10 11:07:54,063 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0034_01_000004 to application application_1397145675630_0034
2014-04-10 11:07:54,063 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0034 transitioned from INITING to RUNNING
2014-04-10 11:07:54,063 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:07:54,064 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:07:54,064 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:07:54,064 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0034
2014-04-10 11:07:54,064 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0034
2014-04-10 11:07:54,064 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:54,064 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:07:54,064 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0034
2014-04-10 11:07:54,065 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:07:54,065 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0034
2014-04-10 11:07:54,065 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0034
2014-04-10 11:07:54,065 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0034
2014-04-10 11:07:54,065 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:54,065 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0034
2014-04-10 11:07:54,065 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0034
2014-04-10 11:07:54,065 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:54,066 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0034
2014-04-10 11:07:54,066 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:54,066 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:07:54,066 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:54,066 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:07:54,067 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0034
2014-04-10 11:07:54,067 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0034
2014-04-10 11:07:54,067 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:54,067 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0034
2014-04-10 11:07:54,067 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0034
2014-04-10 11:07:54,067 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0034
2014-04-10 11:07:54,068 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:07:54,068 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0034
2014-04-10 11:07:54,068 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0034_01_000004
2014-04-10 11:07:54,068 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0034_01_000005
2014-04-10 11:07:54,069 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0034_01_000006
2014-04-10 11:07:54,080 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397145675630_0034_01_000005.tokens. Credentials list:
2014-04-10 11:07:54,080 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0034_01_000006.tokens. Credentials list:
2014-04-10 11:07:54,081 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397145675630_0034_01_000004.tokens. Credentials list:
2014-04-10 11:07:54,092 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:07:54,094 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:54,095 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:54,095 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:54,095 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:54,170 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000002/default_container_executor.sh]
2014-04-10 11:07:54,170 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000003/default_container_executor.sh]
2014-04-10 11:07:54,170 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397145675630_0034_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000005.tokens
2014-04-10 11:07:54,170 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0034 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0034
2014-04-10 11:07:54,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.jar dst=null perm=null
2014-04-10 11:07:54,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.jar dst=null perm=null
2014-04-10 11:07:54,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.jar dst=null perm=null
2014-04-10 11:07:54,279 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51188, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1422397478_20388, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742233_1409, duration: 618278
2014-04-10 11:07:54,294 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0034/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:54,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.xml dst=null perm=null
2014-04-10 11:07:54,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.xml dst=null perm=null
2014-04-10 11:07:54,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.xml dst=null perm=null
2014-04-10 11:07:54,313 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42846, bytes: 82269, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1422397478_20388, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742236_1412, duration: 174028
2014-04-10 11:07:54,323 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0034/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:54,323 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:54,323 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:54,323 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:54,341 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:54,341 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:54,347 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:54,347 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:54,347 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:54,348 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:54,353 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0034_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:54,354 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0034_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:54,391 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000005/default_container_executor.sh]
2014-04-10 11:07:54,397 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000006/default_container_executor.sh]
2014-04-10 11:07:54,397 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000004/default_container_executor.sh]
2014-04-10 11:07:54,400 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0033_01_000001 succeeded
2014-04-10 11:07:54,401 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:07:54,401 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0033_01_000001
2014-04-10 11:07:54,412 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000001
2014-04-10 11:07:54,412 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000001
2014-04-10 11:07:54,412 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000001
2014-04-10 11:07:54,413 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0033/container_1397145675630_0033_01_000001
2014-04-10 11:07:54,413 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000001
2014-04-10 11:07:54,413 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0033_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:07:54,413 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0033_01_000001 from application application_1397145675630_0033
2014-04-10 11:07:54,413 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:54,413 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0033
2014-04-10 11:07:54,450 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0034_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:54,450 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0034_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:54,450 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0034_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:07:54,720 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0033_01_000001
2014-04-10 11:07:54,721 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0033_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:54,721 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0033_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:07:54,721 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0033 CONTAINERID=container_1397145675630_0033_01_000001
2014-04-10 11:07:54,721 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0033_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41546, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:07:54,722 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:07:54,721 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0033_000001
2014-04-10 11:07:54,722 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0033_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:54,722 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0033_000001 State change from FINISHING to FINISHED
2014-04-10 11:07:54,722 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:54,722 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0033 State change from FINISHING to FINISHED
2014-04-10 11:07:54,722 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:07:54,722 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0033_000001
2014-04-10 11:07:54,722 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0033
2014-04-10 11:07:54,722 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0033_000001 released container container_1397145675630_0033_01_000001 on node: host: localhost:41546 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:07:54,723 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0033,name=[8822F7188D224ABB8894A1AD5B39D757/99A5FDFC161E41ADB052EB1FA6E76104] lhs*rhs/(2/2),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0033/jobhistory/job/job_1397145675630_0033,appMasterHost=localhost.localdomain,startTime=1397146054947,finishTime=1397146068217,finalStatus=SUCCEEDED
2014-04-10 11:07:54,723 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0033_000001 is done. finalState=FINISHED
2014-04-10 11:07:54,723 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0033 requests cleared
2014-04-10 11:07:54,724 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0033 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:07:54,724 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0033 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:07:54,725 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0033_000001 (auth:SIMPLE)
2014-04-10 11:07:54,735 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0033_01_000001
2014-04-10 11:07:54,943 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:07:55,170 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742224_1400, blk_1073742226_1402, blk_1073742223_1399]
2014-04-10 11:07:55,170 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742224_1400, blk_1073742225_1401, blk_1073742226_1402, blk_1073742227_1403, blk_1073742228_1404, blk_1073742230_1406, blk_1073742223_1399]
2014-04-10 11:07:55,354 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0033 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:07:55,354 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0033
2014-04-10 11:07:55,354 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0033 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:07:55,354 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0033, with delay of 10800 seconds
2014-04-10 11:07:55,354 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0033
2014-04-10 11:07:55,354 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0033
2014-04-10 11:07:55,355 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0033
2014-04-10 11:07:55,355 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0033
2014-04-10 11:07:55,445 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:07:55,450 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0033 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:07:55,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0033
2014-04-10 11:07:55,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0033
2014-04-10 11:07:55,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0033
2014-04-10 11:07:55,450 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0033
2014-04-10 11:07:55,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0033
2014-04-10 11:07:55,451 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0033 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:07:55,451 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0033, with delay of 10800 seconds
2014-04-10 11:07:55,654 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742237_1413
2014-04-10 11:07:55,719 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397145675630_0034_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000004.tokens
2014-04-10 11:07:55,720 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0034 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0034
2014-04-10 11:07:55,721 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0033 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:07:55,722 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0033
2014-04-10 11:07:55,722 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0033 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:07:55,722 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0033, with delay of 10800 seconds
2014-04-10 11:07:55,722 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0033
2014-04-10 11:07:55,723 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0033
2014-04-10 11:07:55,724 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0033
2014-04-10 11:07:55,725 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0033
2014-04-10 11:07:55,936 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:07:56,054 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742237_1413
2014-04-10 11:07:56,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0034_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000006.tokens
2014-04-10 11:07:56,209 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0034 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0034
2014-04-10 11:07:56,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742224_1400 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742224 for deletion
2014-04-10 11:07:56,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742226_1402 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742226 for deletion
2014-04-10 11:07:56,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742224_1400 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742224
2014-04-10 11:07:56,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742223_1399 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742223 for deletion
2014-04-10 11:07:56,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742226_1402 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742226
2014-04-10 11:07:56,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742223_1399 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742223
2014-04-10 11:07:56,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.split dst=null perm=null
2014-04-10 11:07:56,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742224_1400 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742224 for deletion
2014-04-10 11:07:56,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742225_1401 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742225 for deletion
2014-04-10 11:07:56,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742224_1400 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742224
2014-04-10 11:07:56,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742226_1402 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742226 for deletion
2014-04-10 11:07:56,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742225_1401 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742225
2014-04-10 11:07:56,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742226_1402 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742226
2014-04-10 11:07:56,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742227_1403 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742227 for deletion
2014-04-10 11:07:56,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742228_1404 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742228 for deletion
2014-04-10 11:07:56,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742227_1403 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742227
2014-04-10 11:07:56,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742230_1406 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742230 for deletion
2014-04-10 11:07:56,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742223_1399 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742223 for deletion
2014-04-10 11:07:56,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742228_1404 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742228
2014-04-10 11:07:56,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742223_1399 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742223
2014-04-10 11:07:56,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742230_1406 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742230
2014-04-10 11:07:56,830 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55581, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0034_m_000000_0_1774245196_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742234_1410, duration: 179220
2014-04-10 11:07:56,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:56,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:57,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.split dst=null perm=null
2014-04-10 11:07:57,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2 dst=null perm=null
2014-04-10 11:07:57,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2 dst=null perm=null
2014-04-10 11:07:57,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2 dst=null perm=null
2014-04-10 11:07:57,221 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42858, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0034_m_000001_0_-568210373_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742234_1410, duration: 163278
2014-04-10 11:07:57,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/part-00000 dst=null perm=null
2014-04-10 11:07:57,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/part-00000 dst=null perm=null
2014-04-10 11:07:57,227 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55581, bytes: 184, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0034_m_000000_0_1774245196_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742229_1405, duration: 147579
2014-04-10 11:07:57,240 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55581, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0034_m_000000_0_1774245196_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 151974
2014-04-10 11:07:57,263 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073742238_1414{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:07:57,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:57,297 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57391, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0034_m_000001_0_-568210373_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 129767
2014-04-10 11:07:57,317 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742238_1414 src: /127.0.0.1:42859 dest: /127.0.0.1:37218
2014-04-10 11:07:57,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.split dst=null perm=null
2014-04-10 11:07:57,320 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742238_1414 src: /127.0.0.1:57393 dest: /127.0.0.1:50911
2014-04-10 11:07:57,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:57,324 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742238_1414 src: /127.0.0.1:55588 dest: /127.0.0.1:36156
2014-04-10 11:07:57,340 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55588, dest: /127.0.0.1:36156, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0034_m_000000_0_1774245196_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742238_1414, duration: 15178216
2014-04-10 11:07:57,340 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742238_1414, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:57,341 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57393, dest: /127.0.0.1:50911, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0034_m_000000_0_1774245196_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742238_1414, duration: 15585878
2014-04-10 11:07:57,341 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742238_1414, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:57,341 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42859, dest: /127.0.0.1:37218, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0034_m_000000_0_1774245196_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742238_1414, duration: 16158120
2014-04-10 11:07:57,341 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742238_1414, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:57,344 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742238_1414{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:07:57,344 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742238_1414{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:07:57,345 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742238_1414{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:07:57,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.split dst=null perm=null
2014-04-10 11:07:57,357 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0034_m_000000_0_1774245196_1
2014-04-10 11:07:57,377 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51208, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0034_m_000003_0_-316528883_1, offset: 1024, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742234_1410, duration: 181024
2014-04-10 11:07:57,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000000_0 dst=null perm=null
2014-04-10 11:07:57,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job.split dst=null perm=null
2014-04-10 11:07:57,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000000_0 dst=null perm=null
2014-04-10 11:07:57,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/task_1397145675630_0034_m_000000 dst=null perm=null
2014-04-10 11:07:57,426 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42866, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0034_m_000002_0_876949819_1, offset: 512, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742234_1410, duration: 112305
2014-04-10 11:07:57,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/task_1397145675630_0034_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:07:57,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:57,466 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42868, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0034_m_000003_0_-316528883_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 177168
2014-04-10 11:07:57,486 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57400, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0034_m_000004_0_-1867159468_1, offset: 1024, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742234_1410, duration: 166078
2014-04-10 11:07:57,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:57,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:57,509 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42866, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0034_m_000002_0_876949819_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 134876
2014-04-10 11:07:57,514 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0034_01_000002
2014-04-10 11:07:57,514 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000002
2014-04-10 11:07:57,514 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:07:57,514 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0034_01_000002
2014-04-10 11:07:57,525 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0034_01_000002 is : 143
2014-04-10 11:07:57,530 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job_1397145675630_0034_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073742239_1415{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:07:57,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2 dst=null perm=null
2014-04-10 11:07:57,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2 dst=null perm=null
2014-04-10 11:07:57,536 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:57,536 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000002
2014-04-10 11:07:57,537 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000002
2014-04-10 11:07:57,537 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000002
2014-04-10 11:07:57,537 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000002
2014-04-10 11:07:57,537 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000002
2014-04-10 11:07:57,537 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:57,537 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0034_01_000002 from application application_1397145675630_0034
2014-04-10 11:07:57,537 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:57,537 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0034
2014-04-10 11:07:57,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2 dst=null perm=null
2014-04-10 11:07:57,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:57,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/part-00000 dst=null perm=null
2014-04-10 11:07:57,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/part-00000 dst=null perm=null
2014-04-10 11:07:57,555 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55595, bytes: 184, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0034_m_000001_0_-568210373_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742229_1405, duration: 108921
2014-04-10 11:07:57,559 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742239_1415 src: /127.0.0.1:42871 dest: /127.0.0.1:37218
2014-04-10 11:07:57,567 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742239_1415 src: /127.0.0.1:55597 dest: /127.0.0.1:36156
2014-04-10 11:07:57,568 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742239_1415 src: /127.0.0.1:51216 dest: /127.0.0.1:53749
2014-04-10 11:07:57,572 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job_1397145675630_0034_1.jhist for DFSClient_NONMAPREDUCE_1141497482_1
2014-04-10 11:07:57,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:57,575 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57400, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0034_m_000004_0_-1867159468_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 139589
2014-04-10 11:07:57,582 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000001_0/part-00001. BP-2026122021-127.0.0.1-1397145659663 blk_1073742240_1416{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:07:57,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:57,628 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742240_1416 src: /127.0.0.1:57405 dest: /127.0.0.1:50911
2014-04-10 11:07:57,629 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742240_1416 src: /127.0.0.1:51218 dest: /127.0.0.1:53749
2014-04-10 11:07:57,630 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742240_1416 src: /127.0.0.1:55601 dest: /127.0.0.1:36156
2014-04-10 11:07:57,641 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55601, dest: /127.0.0.1:36156, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0034_m_000001_0_-568210373_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742240_1416, duration: 8604426
2014-04-10 11:07:57,641 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742240_1416{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:07:57,641 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742240_1416, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:57,642 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51218, dest: /127.0.0.1:53749, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0034_m_000001_0_-568210373_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742240_1416, duration: 3043291
2014-04-10 11:07:57,642 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742240_1416{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:07:57,642 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57405, dest: /127.0.0.1:50911, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0034_m_000001_0_-568210373_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742240_1416, duration: 3755459
2014-04-10 11:07:57,642 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742240_1416, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:57,643 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742240_1416, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:57,643 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742240_1416{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:07:57,657 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000001_0/part-00001 is closed by DFSClient_attempt_1397145675630_0034_m_000001_0_-568210373_1
2014-04-10 11:07:57,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2 dst=null perm=null
2014-04-10 11:07:57,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2 dst=null perm=null
2014-04-10 11:07:57,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2 dst=null perm=null
2014-04-10 11:07:57,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000001_0 dst=null perm=null
2014-04-10 11:07:57,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/part-00000 dst=null perm=null
2014-04-10 11:07:57,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/part-00000 dst=null perm=null
2014-04-10 11:07:57,719 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55602, bytes: 184, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0034_m_000003_0_-316528883_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742229_1405, duration: 146461
2014-04-10 11:07:57,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000001_0 dst=null perm=null
2014-04-10 11:07:57,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/task_1397145675630_0034_m_000001 dst=null perm=null
2014-04-10 11:07:57,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2 dst=null perm=null
2014-04-10 11:07:57,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2 dst=null perm=null
2014-04-10 11:07:57,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2 dst=null perm=null
2014-04-10 11:07:57,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/task_1397145675630_0034_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:07:57,745 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000003_0/part-00003. BP-2026122021-127.0.0.1-1397145659663 blk_1073742241_1417{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:07:57,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/part-00000 dst=null perm=null
2014-04-10 11:07:57,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/part-00000 dst=null perm=null
2014-04-10 11:07:57,759 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42878, bytes: 184, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0034_m_000002_0_876949819_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742229_1405, duration: 163535
2014-04-10 11:07:57,789 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000002_0/part-00002. BP-2026122021-127.0.0.1-1397145659663 blk_1073742242_1418{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:07:57,791 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0034_01_000003
2014-04-10 11:07:57,791 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000003
2014-04-10 11:07:57,791 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:07:57,792 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0034_01_000003
2014-04-10 11:07:57,792 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0034_01_000002
2014-04-10 11:07:57,792 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0034_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:57,792 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0034_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:07:57,792 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000002
2014-04-10 11:07:57,792 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0034_01_000002 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:07:57,792 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:07:57,793 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0034_01_000002, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:57,793 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:57,793 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:07:57,793 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0034_000001 released container container_1397145675630_0034_01_000002 on node: host: localhost:55857 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:07:57,800 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742241_1417 src: /127.0.0.1:55604 dest: /127.0.0.1:36156
2014-04-10 11:07:57,801 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742241_1417 src: /127.0.0.1:51223 dest: /127.0.0.1:53749
2014-04-10 11:07:57,803 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742241_1417 src: /127.0.0.1:57412 dest: /127.0.0.1:50911
2014-04-10 11:07:57,805 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0034_01_000003 is : 143
2014-04-10 11:07:57,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2 dst=null perm=null
2014-04-10 11:07:57,810 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57412, dest: /127.0.0.1:50911, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0034_m_000003_0_-316528883_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742241_1417, duration: 6280760
2014-04-10 11:07:57,810 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742241_1417, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:57,810 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51223, dest: /127.0.0.1:53749, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0034_m_000003_0_-316528883_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742241_1417, duration: 6633821
2014-04-10 11:07:57,810 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742241_1417, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:57,811 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742241_1417{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:07:57,811 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55604, dest: /127.0.0.1:36156, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0034_m_000003_0_-316528883_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742241_1417, duration: 7518014
2014-04-10 11:07:57,811 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742241_1417, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:57,812 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742241_1417{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:07:57,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2 dst=null perm=null
2014-04-10 11:07:57,814 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742241_1417 size 8
2014-04-10 11:07:57,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2 dst=null perm=null
2014-04-10 11:07:57,818 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:57,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000003
2014-04-10 11:07:57,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000003
2014-04-10 11:07:57,819 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000003
2014-04-10 11:07:57,819 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000003
2014-04-10 11:07:57,819 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000003
2014-04-10 11:07:57,819 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:57,820 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0034_01_000003 from application application_1397145675630_0034
2014-04-10 11:07:57,820 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:57,820 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0034
2014-04-10 11:07:57,832 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000003_0/part-00003 is closed by DFSClient_attempt_1397145675630_0034_m_000003_0_-316528883_1
2014-04-10 11:07:57,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/part-00000 dst=null perm=null
2014-04-10 11:07:57,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2/part-00000 dst=null perm=null
2014-04-10 11:07:57,839 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55608, bytes: 184, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0034_m_000004_0_-1867159468_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742229_1405, duration: 182114
2014-04-10 11:07:57,853 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742242_1418 src: /127.0.0.1:42882 dest: /127.0.0.1:37218
2014-04-10 11:07:57,854 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742242_1418 src: /127.0.0.1:51227 dest: /127.0.0.1:53749
2014-04-10 11:07:57,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742242_1418 src: /127.0.0.1:57416 dest: /127.0.0.1:50911
2014-04-10 11:07:57,860 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57416, dest: /127.0.0.1:50911, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0034_m_000002_0_876949819_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742242_1418, duration: 3720982
2014-04-10 11:07:57,860 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742242_1418, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:57,860 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742242_1418{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:07:57,860 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51227, dest: /127.0.0.1:53749, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0034_m_000002_0_876949819_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742242_1418, duration: 3434698
2014-04-10 11:07:57,861 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742242_1418, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:57,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742242_1418{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:07:57,861 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42882, dest: /127.0.0.1:37218, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0034_m_000002_0_876949819_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742242_1418, duration: 4899163
2014-04-10 11:07:57,861 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742242_1418, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:57,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742242_1418{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:07:57,865 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000004_0/part-00004 is closed by DFSClient_attempt_1397145675630_0034_m_000004_0_-1867159468_1
2014-04-10 11:07:57,882 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000002_0/part-00002 is closed by DFSClient_attempt_1397145675630_0034_m_000002_0_876949819_1
2014-04-10 11:07:57,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000004_0 dst=null perm=null
2014-04-10 11:07:57,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000004_0 dst=null perm=null
2014-04-10 11:07:57,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/task_1397145675630_0034_m_000004 dst=null perm=null
2014-04-10 11:07:57,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000003_0 dst=null perm=null
2014-04-10 11:07:57,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000004_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/task_1397145675630_0034_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:07:57,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000002_0 dst=null perm=null
2014-04-10 11:07:57,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000003_0 dst=null perm=null
2014-04-10 11:07:57,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/task_1397145675630_0034_m_000003 dst=null perm=null
2014-04-10 11:07:57,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000002_0 dst=null perm=null
2014-04-10 11:07:57,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/task_1397145675630_0034_m_000002 dst=null perm=null
2014-04-10 11:07:57,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/task_1397145675630_0034_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:07:57,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/_temporary/attempt_1397145675630_0034_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/task_1397145675630_0034_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:07:57,978 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0034_01_000006
2014-04-10 11:07:57,978 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000006
2014-04-10 11:07:57,978 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:07:57,979 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0034_01_000006
2014-04-10 11:07:57,995 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0034_01_000006 is : 143
2014-04-10 11:07:58,000 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0034_01_000005
2014-04-10 11:07:58,000 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000005
2014-04-10 11:07:58,002 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:58,002 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:07:58,003 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000006
2014-04-10 11:07:58,003 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000006
2014-04-10 11:07:58,003 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000006
2014-04-10 11:07:58,003 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000006
2014-04-10 11:07:58,003 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0034_01_000005
2014-04-10 11:07:58,009 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0034_01_000005 is : 143
2014-04-10 11:07:58,016 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000006
2014-04-10 11:07:58,016 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:58,016 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:58,016 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0034_01_000006 from application application_1397145675630_0034
2014-04-10 11:07:58,016 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:58,016 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0034
2014-04-10 11:07:58,016 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000005
2014-04-10 11:07:58,017 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000005
2014-04-10 11:07:58,017 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000005
2014-04-10 11:07:58,017 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000005
2014-04-10 11:07:58,017 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000005
2014-04-10 11:07:58,017 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:58,017 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0034_01_000005 from application application_1397145675630_0034
2014-04-10 11:07:58,017 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:58,017 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0034
2014-04-10 11:07:58,018 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0034_01_000004
2014-04-10 11:07:58,018 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000004
2014-04-10 11:07:58,018 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:07:58,019 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0034_01_000004
2014-04-10 11:07:58,019 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0034_01_000005
2014-04-10 11:07:58,019 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0034_01_000006
2014-04-10 11:07:58,019 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0034_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:58,019 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0034_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:07:58,019 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000005
2014-04-10 11:07:58,019 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0034_01_000005 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:07:58,019 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:07:58,019 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0034_01_000005, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:58,020 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:58,020 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:07:58,020 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0034_000001 released container container_1397145675630_0034_01_000005 on node: host: localhost:38779 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:07:58,020 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0034_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:58,020 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0034_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:07:58,020 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000006
2014-04-10 11:07:58,020 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0034_01_000006 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:07:58,020 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:07:58,020 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0034_01_000006, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:58,020 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:58,020 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:07:58,020 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0034_000001 released container container_1397145675630_0034_01_000006 on node: host: localhost:38779 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:07:58,023 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0034_01_000004 is : 143
2014-04-10 11:07:58,031 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:07:58,031 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000004
2014-04-10 11:07:58,031 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000004
2014-04-10 11:07:58,031 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000004
2014-04-10 11:07:58,031 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000004
2014-04-10 11:07:58,032 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000004
2014-04-10 11:07:58,032 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:07:58,032 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0034_01_000004 from application application_1397145675630_0034
2014-04-10 11:07:58,032 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:58,032 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0034
2014-04-10 11:07:58,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:58,049 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1141497482_1
2014-04-10 11:07:58,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1 dst=null perm=null
2014-04-10 11:07:58,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby dst=null perm=null
2014-04-10 11:07:58,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby dst=null perm=null
2014-04-10 11:07:58,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/task_1397145675630_0034_m_000000 dst=null perm=null
2014-04-10 11:07:58,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00000 dst=null perm=null
2014-04-10 11:07:58,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/task_1397145675630_0034_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:58,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby dst=null perm=null
2014-04-10 11:07:58,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby dst=null perm=null
2014-04-10 11:07:58,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/task_1397145675630_0034_m_000001 dst=null perm=null
2014-04-10 11:07:58,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00001 dst=null perm=null
2014-04-10 11:07:58,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/task_1397145675630_0034_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:58,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby dst=null perm=null
2014-04-10 11:07:58,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby dst=null perm=null
2014-04-10 11:07:58,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/task_1397145675630_0034_m_000002 dst=null perm=null
2014-04-10 11:07:58,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00002 dst=null perm=null
2014-04-10 11:07:58,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/task_1397145675630_0034_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:58,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby dst=null perm=null
2014-04-10 11:07:58,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby dst=null perm=null
2014-04-10 11:07:58,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/task_1397145675630_0034_m_000003 dst=null perm=null
2014-04-10 11:07:58,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00003 dst=null perm=null
2014-04-10 11:07:58,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/task_1397145675630_0034_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:58,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby dst=null perm=null
2014-04-10 11:07:58,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby dst=null perm=null
2014-04-10 11:07:58,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/task_1397145675630_0034_m_000004 dst=null perm=null
2014-04-10 11:07:58,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00004 dst=null perm=null
2014-04-10 11:07:58,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary/1/task_1397145675630_0034_m_000004/part-00004 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:58,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary dst=null perm=null
2014-04-10 11:07:58,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:58,282 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1141497482_1
2014-04-10 11:07:58,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:58,315 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1141497482_1
2014-04-10 11:07:58,328 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742241_1417
2014-04-10 11:07:58,329 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742240_1416
2014-04-10 11:07:58,329 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742238_1414
2014-04-10 11:07:58,335 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51216, dest: /127.0.0.1:53749, bytes: 54626, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1141497482_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742239_1415, duration: 766216015
2014-04-10 11:07:58,335 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742239_1415, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:58,336 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55597, dest: /127.0.0.1:36156, bytes: 54626, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1141497482_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742239_1415, duration: 767255523
2014-04-10 11:07:58,336 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742239_1415, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:58,336 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742239_1415{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 15567
2014-04-10 11:07:58,337 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42871, dest: /127.0.0.1:37218, bytes: 54626, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1141497482_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742239_1415, duration: 768085302
2014-04-10 11:07:58,337 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742239_1415, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:58,338 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742239_1415{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 15567
2014-04-10 11:07:58,338 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742239_1415{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 15567
2014-04-10 11:07:58,349 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job_1397145675630_0034_1.jhist is closed by DFSClient_NONMAPREDUCE_1141497482_1
2014-04-10 11:07:58,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:58,369 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742243_1419{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:07:58,384 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742243_1419 src: /127.0.0.1:55611 dest: /127.0.0.1:36156
2014-04-10 11:07:58,386 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742243_1419 src: /127.0.0.1:51230 dest: /127.0.0.1:53749
2014-04-10 11:07:58,387 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742243_1419 src: /127.0.0.1:42888 dest: /127.0.0.1:37218
2014-04-10 11:07:58,390 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42888, dest: /127.0.0.1:37218, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1141497482_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742243_1419, duration: 1965015
2014-04-10 11:07:58,390 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742243_1419, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:58,390 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51230, dest: /127.0.0.1:53749, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1141497482_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742243_1419, duration: 2416310
2014-04-10 11:07:58,390 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742243_1419{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:07:58,391 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742243_1419, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:58,391 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55611, dest: /127.0.0.1:36156, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1141497482_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742243_1419, duration: 3281991
2014-04-10 11:07:58,391 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742243_1419{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:07:58,391 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742243_1419, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:58,392 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742243_1419{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 0
2014-04-10 11:07:58,407 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034.summary_tmp is closed by DFSClient_NONMAPREDUCE_1141497482_1
2014-04-10 11:07:58,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:58,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job_1397145675630_0034_1.jhist dst=null perm=null
2014-04-10 11:07:58,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034-1397146068871-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F3605AEB650D1458B-1397146078317-5-0-SUCCEEDED-default-1397146071893.jhist_tmp dst=null perm=null
2014-04-10 11:07:58,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job_1397145675630_0034_1.jhist dst=null perm=null
2014-04-10 11:07:58,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034-1397146068871-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F3605AEB650D1458B-1397146078317-5-0-SUCCEEDED-default-1397146071893.jhist_tmp dst=null perm=null
2014-04-10 11:07:58,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job_1397145675630_0034_1.jhist dst=null perm=null
2014-04-10 11:07:58,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034-1397146068871-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F3605AEB650D1458B-1397146078317-5-0-SUCCEEDED-default-1397146071893.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:58,460 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55614, bytes: 55054, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1141497482_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742239_1415, duration: 196998
2014-04-10 11:07:58,462 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034-1397146068871-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F3605AEB650D1458B-1397146078317-5-0-SUCCEEDED-default-1397146071893.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742244_1420{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:07:58,476 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742244_1420 src: /127.0.0.1:57421 dest: /127.0.0.1:50911
2014-04-10 11:07:58,477 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742244_1420 src: /127.0.0.1:42891 dest: /127.0.0.1:37218
2014-04-10 11:07:58,478 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742244_1420 src: /127.0.0.1:51235 dest: /127.0.0.1:53749
2014-04-10 11:07:58,481 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51235, dest: /127.0.0.1:53749, bytes: 54626, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1141497482_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742244_1420, duration: 2445747
2014-04-10 11:07:58,482 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742244_1420, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:58,482 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742244_1420{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:58,482 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42891, dest: /127.0.0.1:37218, bytes: 54626, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1141497482_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742244_1420, duration: 3026349
2014-04-10 11:07:58,482 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742244_1420, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:58,483 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742244_1420{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:58,483 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57421, dest: /127.0.0.1:50911, bytes: 54626, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1141497482_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742244_1420, duration: 3751623
2014-04-10 11:07:58,483 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742244_1420, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:58,483 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742244_1420{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:58,499 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034-1397146068871-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F3605AEB650D1458B-1397146078317-5-0-SUCCEEDED-default-1397146071893.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1141497482_1
2014-04-10 11:07:58,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034-1397146068871-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F3605AEB650D1458B-1397146078317-5-0-SUCCEEDED-default-1397146071893.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:58,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job_1397145675630_0034_1_conf.xml dst=null perm=null
2014-04-10 11:07:58,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034_conf.xml_tmp dst=null perm=null
2014-04-10 11:07:58,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job_1397145675630_0034_1_conf.xml dst=null perm=null
2014-04-10 11:07:58,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034_conf.xml_tmp dst=null perm=null
2014-04-10 11:07:58,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034/job_1397145675630_0034_1_conf.xml dst=null perm=null
2014-04-10 11:07:58,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:07:58,543 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42893, bytes: 96264, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1141497482_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742237_1413, duration: 378436
2014-04-10 11:07:58,546 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742245_1421{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:07:58,559 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742245_1421 src: /127.0.0.1:42894 dest: /127.0.0.1:37218
2014-04-10 11:07:58,560 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742245_1421 src: /127.0.0.1:51238 dest: /127.0.0.1:53749
2014-04-10 11:07:58,562 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742245_1421 src: /127.0.0.1:57427 dest: /127.0.0.1:50911
2014-04-10 11:07:58,565 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57427, dest: /127.0.0.1:50911, bytes: 95516, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1141497482_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742245_1421, duration: 2324589
2014-04-10 11:07:58,565 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742245_1421, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:58,566 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742245_1421{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:07:58,566 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51238, dest: /127.0.0.1:53749, bytes: 95516, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1141497482_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742245_1421, duration: 3167862
2014-04-10 11:07:58,566 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742245_1421, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:58,567 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742245_1421{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:07:58,567 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42894, dest: /127.0.0.1:37218, bytes: 95516, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1141497482_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742245_1421, duration: 3857568
2014-04-10 11:07:58,567 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742245_1421, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:58,567 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742245_1421{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:07:58,582 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1141497482_1
2014-04-10 11:07:58,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:58,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:58,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:58,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034-1397146068871-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F3605AEB650D1458B-1397146078317-5-0-SUCCEEDED-default-1397146071893.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034-1397146068871-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F3605AEB650D1458B-1397146078317-5-0-SUCCEEDED-default-1397146071893.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:58,657 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0034_000001 with final state: FINISHING
2014-04-10 11:07:58,658 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0034_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:07:58,658 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0034 with final state: FINISHING
2014-04-10 11:07:58,658 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0034 State change from RUNNING to FINAL_SAVING
2014-04-10 11:07:58,658 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0034
2014-04-10 11:07:58,659 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0034_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:07:58,659 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0034 State change from FINAL_SAVING to FINISHING
2014-04-10 11:07:58,707 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:07:58,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:07:58,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:07:58,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034.summary dst=null perm=null
2014-04-10 11:07:58,715 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42898, bytes: 438, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742243_1419, duration: 228651
2014-04-10 11:07:58,715 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0034,submitTime=1397146068871,launchTime=1397146071893,firstMapTaskLaunchTime=1397146074073,firstReduceTaskLaunchTime=0,finishTime=1397146078317,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=18,reduceSlotSeconds=0,jobName=[8822F7188D224ABB8894A1AD5B39D757/3605AEB650D1458B9CFC2F36AC61B67E] lhs*rhs/(1/2) ...orm/samepipearoundgroupby
2014-04-10 11:07:58,715 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034.summary]
2014-04-10 11:07:58,732 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742243_1419 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:07:58,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034.summary dst=null perm=null
2014-04-10 11:07:58,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:07:58,735 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034-1397146068871-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F3605AEB650D1458B-1397146078317-5-0-SUCCEEDED-default-1397146071893.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0034-1397146068871-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F3605AEB650D1458B-1397146078317-5-0-SUCCEEDED-default-1397146071893.jhist
2014-04-10 11:07:58,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034-1397146068871-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F3605AEB650D1458B-1397146078317-5-0-SUCCEEDED-default-1397146071893.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0034-1397146068871-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F3605AEB650D1458B-1397146078317-5-0-SUCCEEDED-default-1397146071893.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:58,749 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0034_conf.xml
2014-04-10 11:07:58,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0034_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0034_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:07:58,766 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0034 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0034-1397146068871-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F3605AEB650D1458B-1397146078317-5-0-SUCCEEDED-default-1397146071893.jhist
2014-04-10 11:07:58,766 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0034-1397146068871-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F3605AEB650D1458B-1397146078317-5-0-SUCCEEDED-default-1397146071893.jhist]
2014-04-10 11:07:58,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0034-1397146068871-brock-%5B8822F7188D224ABB8894A1AD5B39D757%2F3605AEB650D1458B-1397146078317-5-0-SUCCEEDED-default-1397146071893.jhist dst=null perm=null
2014-04-10 11:07:58,770 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57430, bytes: 55054, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742244_1420, duration: 258765
2014-04-10 11:07:58,792 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0034_01_000003
2014-04-10 11:07:58,793 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0034_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:58,794 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0034_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:07:58,794 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000003
2014-04-10 11:07:58,794 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0034_01_000003 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:07:58,794 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:07:58,794 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0034_01_000003, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:58,794 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:58,794 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:07:58,794 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0034_000001 released container container_1397145675630_0034_01_000003 on node: host: localhost:55857 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:07:58,815 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742229_1405 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:07:58,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/7752754170_rhs_DD4CACD4409347B6AB130FB60C5E3CC2 dst=null perm=null
2014-04-10 11:07:58,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby dst=null perm=null
2014-04-10 11:07:58,817 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary
2014-04-10 11:07:58,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/_temporary dst=null perm=null
2014-04-10 11:07:58,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby dst=null perm=null
2014-04-10 11:07:58,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby dst=null perm=null
2014-04-10 11:07:58,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby dst=null perm=null
2014-04-10 11:07:58,835 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:07:58,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00000 dst=null perm=null
2014-04-10 11:07:58,837 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57430, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742238_1414, duration: 149686
2014-04-10 11:07:58,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00001 dst=null perm=null
2014-04-10 11:07:58,839 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57430, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742240_1416, duration: 135579
2014-04-10 11:07:58,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00002 dst=null perm=null
2014-04-10 11:07:58,842 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51243, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742242_1418, duration: 171043
2014-04-10 11:07:58,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00003 dst=null perm=null
2014-04-10 11:07:58,845 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55626, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742241_1417, duration: 178145
2014-04-10 11:07:58,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00004 dst=null perm=null
2014-04-10 11:07:58,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby dst=null perm=null
2014-04-10 11:07:58,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby dst=null perm=null
2014-04-10 11:07:58,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby dst=null perm=null
2014-04-10 11:07:58,862 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:07:58,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00000 dst=null perm=null
2014-04-10 11:07:58,865 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57430, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742238_1414, duration: 129209
2014-04-10 11:07:58,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00001 dst=null perm=null
2014-04-10 11:07:58,866 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57430, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742240_1416, duration: 120084
2014-04-10 11:07:58,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00002 dst=null perm=null
2014-04-10 11:07:58,868 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42898, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742242_1418, duration: 124052
2014-04-10 11:07:58,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00003 dst=null perm=null
2014-04-10 11:07:58,870 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51243, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742241_1417, duration: 157882
2014-04-10 11:07:58,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00004 dst=null perm=null
2014-04-10 11:07:58,871 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby
2014-04-10 11:07:58,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby dst=null perm=null
2014-04-10 11:07:58,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby dst=null perm=null
2014-04-10 11:07:58,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby dst=null perm=null
2014-04-10 11:07:58,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby dst=null perm=null
2014-04-10 11:07:58,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00000 dst=null perm=null
2014-04-10 11:07:58,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00000 dst=null perm=null
2014-04-10 11:07:58,878 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42898, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742238_1414, duration: 165356
2014-04-10 11:07:58,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00001 dst=null perm=null
2014-04-10 11:07:58,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00001 dst=null perm=null
2014-04-10 11:07:58,881 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57430, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742240_1416, duration: 174200
2014-04-10 11:07:58,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00002 dst=null perm=null
2014-04-10 11:07:58,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00002 dst=null perm=null
2014-04-10 11:07:58,884 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57430, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742242_1418, duration: 177556
2014-04-10 11:07:58,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00003 dst=null perm=null
2014-04-10 11:07:58,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00003 dst=null perm=null
2014-04-10 11:07:58,887 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57430, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742241_1417, duration: 172178
2014-04-10 11:07:58,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00004 dst=null perm=null
2014-04-10 11:07:58,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipearoundgroupby/part-00004 dst=null perm=null
2014-04-10 11:07:58,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:58,906 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:07:58,906 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:07:58,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 11:07:58,914 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower] starting
2014-04-10 11:07:58,915 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:07:58,915 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2"]
2014-04-10 11:07:58,915 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower] parallel execution is enabled: true
2014-04-10 11:07:58,915 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower] starting jobs: 1
2014-04-10 11:07:58,915 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower] allocating threads: 1
2014-04-10 11:07:58,916 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower] starting step: (1/1) ...edpipesplatform/samepipe2
2014-04-10 11:07:58,929 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:07:58,935 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:07:58,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 11:07:58,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:07:58,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:07:58,939 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 35
2014-04-10 11:07:58,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035 dst=null perm=null
2014-04-10 11:07:58,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:07:58,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:07:58,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.jar dst=null perm=null
2014-04-10 11:07:59,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:59,009 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073742246_1422{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:07:59,019 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0034_01_000004
2014-04-10 11:07:59,020 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0034_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:07:59,020 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0034_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:07:59,020 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000004
2014-04-10 11:07:59,020 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0034_01_000004 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:07:59,020 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:07:59,021 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0034_01_000004, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:59,021 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:59,021 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:07:59,021 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0034_000001 released container container_1397145675630_0034_01_000004 on node: host: localhost:38779 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:07:59,025 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742246_1422 src: /127.0.0.1:55627 dest: /127.0.0.1:36156
2014-04-10 11:07:59,026 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742246_1422 src: /127.0.0.1:57434 dest: /127.0.0.1:50911
2014-04-10 11:07:59,027 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742246_1422 src: /127.0.0.1:51247 dest: /127.0.0.1:53749
2014-04-10 11:07:59,032 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51247, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742246_1422, duration: 3761472
2014-04-10 11:07:59,032 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742246_1422, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:59,033 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742246_1422{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:07:59,033 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57434, dest: /127.0.0.1:50911, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742246_1422, duration: 4351693
2014-04-10 11:07:59,033 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742246_1422, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:59,034 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742246_1422{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:07:59,034 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55627, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742246_1422, duration: 4472877
2014-04-10 11:07:59,034 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742246_1422, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:59,034 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742246_1422{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:07:59,049 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:07:59,050 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.jar
2014-04-10 11:07:59,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.jar dst=null perm=null
2014-04-10 11:07:59,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:59,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:59,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:59,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:59,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:07:59,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:07:59,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:07:59,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:07:59,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:07:59,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:59,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:59,093 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:07:59,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:07:59,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:59,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:59,125 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.split
2014-04-10 11:07:59,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.split dst=null perm=null
2014-04-10 11:07:59,142 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073742247_1423{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:07:59,158 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742247_1423 src: /127.0.0.1:55630 dest: /127.0.0.1:36156
2014-04-10 11:07:59,160 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742247_1423 src: /127.0.0.1:51249 dest: /127.0.0.1:53749
2014-04-10 11:07:59,161 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742247_1423 src: /127.0.0.1:57438 dest: /127.0.0.1:50911
2014-04-10 11:07:59,162 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742247_1423 src: /127.0.0.1:42908 dest: /127.0.0.1:37218
2014-04-10 11:07:59,165 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42908, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742247_1423, duration: 2051647
2014-04-10 11:07:59,165 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742247_1423, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:59,166 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742247_1423{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:59,166 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57438, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742247_1423, duration: 2642985
2014-04-10 11:07:59,166 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742247_1423, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:59,166 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742247_1423{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:59,166 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51249, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742247_1423, duration: 3197263
2014-04-10 11:07:59,167 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742247_1423, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:59,167 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742247_1423{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:59,167 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55630, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742247_1423, duration: 3689423
2014-04-10 11:07:59,167 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742247_1423, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:59,168 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742247_1423{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:07:59,182 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:07:59,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:59,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:59,217 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073742248_1424{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:07:59,233 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742248_1424 src: /127.0.0.1:42909 dest: /127.0.0.1:37218
2014-04-10 11:07:59,235 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742248_1424 src: /127.0.0.1:51253 dest: /127.0.0.1:53749
2014-04-10 11:07:59,236 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742248_1424 src: /127.0.0.1:57442 dest: /127.0.0.1:50911
2014-04-10 11:07:59,242 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57442, dest: /127.0.0.1:50911, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742248_1424, duration: 1479761
2014-04-10 11:07:59,242 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742248_1424, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:59,243 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51253, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742248_1424, duration: 5670628
2014-04-10 11:07:59,243 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742248_1424{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:07:59,243 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742248_1424, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:59,243 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42909, dest: /127.0.0.1:37218, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742248_1424, duration: 6065986
2014-04-10 11:07:59,243 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742248_1424, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:59,243 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742248_1424{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:07:59,245 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742248_1424 size 183
2014-04-10 11:07:59,257 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:07:59,257 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:07:59,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:59,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:07:59,306 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742249_1425{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:07:59,325 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742249_1425 src: /127.0.0.1:42912 dest: /127.0.0.1:37218
2014-04-10 11:07:59,326 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742249_1425 src: /127.0.0.1:57444 dest: /127.0.0.1:50911
2014-04-10 11:07:59,327 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742249_1425 src: /127.0.0.1:51257 dest: /127.0.0.1:53749
2014-04-10 11:07:59,331 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51257, dest: /127.0.0.1:53749, bytes: 80434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742249_1425, duration: 2738137
2014-04-10 11:07:59,331 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742249_1425, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:07:59,332 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742249_1425{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:07:59,332 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57444, dest: /127.0.0.1:50911, bytes: 80434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742249_1425, duration: 3264295
2014-04-10 11:07:59,332 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742249_1425, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:59,332 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742249_1425{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:07:59,332 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42912, dest: /127.0.0.1:37218, bytes: 80434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742249_1425, duration: 3881082
2014-04-10 11:07:59,333 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742249_1425, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:07:59,333 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742249_1425{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:07:59,349 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:07:59,349 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0035
2014-04-10 11:07:59,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035 dst=null perm=null
2014-04-10 11:07:59,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.xml dst=null perm=null
2014-04-10 11:07:59,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.xml dst=null perm=null
2014-04-10 11:07:59,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.jar dst=null perm=null
2014-04-10 11:07:59,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.jar dst=null perm=null
2014-04-10 11:07:59,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.split dst=null perm=null
2014-04-10 11:07:59,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.split dst=null perm=null
2014-04-10 11:07:59,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:59,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:59,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:59,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:59,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:59,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:59,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:07:59,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:07:59,405 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 35 submitted by user brock
2014-04-10 11:07:59,406 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0035
2014-04-10 11:07:59,406 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0035
2014-04-10 11:07:59,406 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0035
2014-04-10 11:07:59,406 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0035 State change from NEW to NEW_SAVING
2014-04-10 11:07:59,407 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0035 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:07:59,407 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0035_000001
2014-04-10 11:07:59,407 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0035_000001 State change from NEW to SUBMITTED
2014-04-10 11:07:59,408 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0035 from user: brock activated in queue: default
2014-04-10 11:07:59,408 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0035 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:07:59,408 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0035 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:07:59,408 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0035
2014-04-10 11:07:59,408 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0035_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:07:59,409 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0035_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:07:59,410 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0035 State change from SUBMITTED to ACCEPTED
2014-04-10 11:07:59,411 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0035/
2014-04-10 11:07:59,411 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower] submitted hadoop job: job_1397145675630_0035
2014-04-10 11:07:59,411 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower] tracking url: http://localhost:33250/proxy/application_1397145675630_0035/
2014-04-10 11:07:59,479 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0035_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:07:59,480 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000001
2014-04-10 11:07:59,480 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0035_01_000001 of capacity <memory:2048, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:07:59,480 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0035 container=Container: [ContainerId: container_1397145675630_0035_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0035_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:59,480 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:07:59,480 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0035_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:07:59,480 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:07:59,481 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0035 AttemptId: appattempt_1397145675630_0035_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0035_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ]
2014-04-10 11:07:59,481 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0035_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:07:59,482 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0035_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:07:59,482 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0035_000001
2014-04-10 11:07:59,482 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0035_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] for AM appattempt_1397145675630_0035_000001
2014-04-10 11:07:59,483 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0035_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:07:59,485 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0035_000001 (auth:SIMPLE)
2014-04-10 11:07:59,487 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0035_01_000001 by user brock
2014-04-10 11:07:59,487 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0035
2014-04-10 11:07:59,488 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000001
2014-04-10 11:07:59,488 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0035 transitioned from NEW to INITING
2014-04-10 11:07:59,488 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0035_01_000001 to application application_1397145675630_0035
2014-04-10 11:07:59,488 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0035 transitioned from INITING to RUNNING
2014-04-10 11:07:59,488 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0035_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] for AM appattempt_1397145675630_0035_000001
2014-04-10 11:07:59,488 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0035_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:07:59,489 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:07:59,489 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0035
2014-04-10 11:07:59,489 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:07:59,489 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:07:59,489 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:07:59,490 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:07:59,490 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0035_01_000001
2014-04-10 11:07:59,500 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145675630_0035_01_000001.tokens. Credentials list:
2014-04-10 11:07:59,514 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:07:59,575 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145675630_0035_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000001.tokens
2014-04-10 11:07:59,575 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0035 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0035
2014-04-10 11:07:59,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.jar dst=null perm=null
2014-04-10 11:07:59,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.jar dst=null perm=null
2014-04-10 11:07:59,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.jar dst=null perm=null
2014-04-10 11:07:59,685 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51243, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2038561888_20743, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742246_1422, duration: 853254
2014-04-10 11:07:59,708 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0035/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:59,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:59,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:59,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.splitmetainfo dst=null perm=null
2014-04-10 11:07:59,733 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51243, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2038561888_20743, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742248_1424, duration: 205399
2014-04-10 11:07:59,749 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0035/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:59,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.split dst=null perm=null
2014-04-10 11:07:59,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.split dst=null perm=null
2014-04-10 11:07:59,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.split dst=null perm=null
2014-04-10 11:07:59,773 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42898, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2038561888_20743, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742247_1423, duration: 210154
2014-04-10 11:07:59,789 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0035/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:59,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.xml dst=null perm=null
2014-04-10 11:07:59,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.xml dst=null perm=null
2014-04-10 11:07:59,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.xml dst=null perm=null
2014-04-10 11:07:59,812 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42898, bytes: 81066, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2038561888_20743, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742249_1425, duration: 233147
2014-04-10 11:07:59,824 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0035/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:07:59,824 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:07:59,835 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742233_1409 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:07:59,835 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742234_1410 127.0.0.1:36156 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:07:59,836 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742235_1411 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:50911
2014-04-10 11:07:59,836 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742236_1412 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:36156
2014-04-10 11:07:59,836 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742239_1415 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:53749
2014-04-10 11:07:59,836 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742237_1413 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:50911
2014-04-10 11:07:59,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0034 dst=null perm=null
2014-04-10 11:07:59,855 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:07:59,855 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:07:59,914 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000001/default_container_executor.sh]
2014-04-10 11:08:00,478 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0035_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:08:00,656 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742241_1417
2014-04-10 11:08:00,656 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742242_1418
2014-04-10 11:08:00,657 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742246_1422
2014-04-10 11:08:00,857 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742249_1425
2014-04-10 11:08:00,857 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742248_1424
2014-04-10 11:08:00,857 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742240_1416
2014-04-10 11:08:00,858 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742245_1421
2014-04-10 11:08:00,858 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742244_1420
2014-04-10 11:08:00,858 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742238_1414
2014-04-10 11:08:00,859 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742247_1423
2014-04-10 11:08:01,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:08:01,066 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742249_1425
2014-04-10 11:08:01,067 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742239_1415
2014-04-10 11:08:01,068 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742245_1421
2014-04-10 11:08:01,069 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742243_1419
2014-04-10 11:08:01,070 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742244_1420
2014-04-10 11:08:01,070 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742238_1414
2014-04-10 11:08:01,070 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742242_1418
2014-04-10 11:08:01,071 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742247_1423
2014-04-10 11:08:01,071 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742248_1424
2014-04-10 11:08:01,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/COMMIT_STARTED dst=null perm=null
2014-04-10 11:08:01,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:08:01,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/COMMIT_FAIL dst=null perm=null
2014-04-10 11:08:01,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035 dst=null perm=null
2014-04-10 11:08:01,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:08:01,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:08:01,171 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53749 to replicate blk_1073742246_1422 to datanode(s) 127.0.0.1:37218
2014-04-10 11:08:01,171 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073742233_1409, blk_1073742234_1410, blk_1073742235_1411, blk_1073742237_1413]
2014-04-10 11:08:01,171 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742243_1419, blk_1073742229_1405, blk_1073742233_1409, blk_1073742234_1410, blk_1073742235_1411, blk_1073742236_1412, blk_1073742237_1413, blk_1073742239_1415]
2014-04-10 11:08:01,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.splitmetainfo dst=null perm=null
2014-04-10 11:08:01,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.splitmetainfo dst=null perm=null
2014-04-10 11:08:01,438 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51263, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-709107553_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742248_1424, duration: 170353
2014-04-10 11:08:02,036 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742247_1423
2014-04-10 11:08:02,036 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742239_1415
2014-04-10 11:08:02,037 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742241_1417
2014-04-10 11:08:02,037 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742248_1424
2014-04-10 11:08:02,037 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742243_1419
2014-04-10 11:08:02,037 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742242_1418
2014-04-10 11:08:02,038 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742245_1421
2014-04-10 11:08:02,039 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742244_1420
2014-04-10 11:08:02,040 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742249_1425
2014-04-10 11:08:02,100 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0035_000001 (auth:SIMPLE)
2014-04-10 11:08:02,102 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0035_000001
2014-04-10 11:08:02,102 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0035 APPATTEMPTID=appattempt_1397145675630_0035_000001
2014-04-10 11:08:02,102 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0035_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:08:02,102 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0035 State change from ACCEPTED to RUNNING
2014-04-10 11:08:02,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job_1397145675630_0035_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:02,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:08:02,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job_1397145675630_0035_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:02,239 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742246_1422
2014-04-10 11:08:02,240 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742240_1416
2014-04-10 11:08:02,274 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job_1397145675630_0035_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742250_1426{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:08:02,316 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742250_1426 src: /127.0.0.1:51266 dest: /127.0.0.1:53749
2014-04-10 11:08:02,317 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742250_1426 src: /127.0.0.1:42924 dest: /127.0.0.1:37218
2014-04-10 11:08:02,318 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742250_1426 src: /127.0.0.1:57456 dest: /127.0.0.1:50911
2014-04-10 11:08:02,323 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57456, dest: /127.0.0.1:50911, bytes: 94297, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-709107553_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742250_1426, duration: 4171874
2014-04-10 11:08:02,323 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742250_1426, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:02,323 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42924, dest: /127.0.0.1:37218, bytes: 94297, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-709107553_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742250_1426, duration: 2912374
2014-04-10 11:08:02,323 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742250_1426{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:08:02,323 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742250_1426, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:02,324 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51266, dest: /127.0.0.1:53749, bytes: 94297, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-709107553_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742250_1426, duration: 3244649
2014-04-10 11:08:02,324 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742250_1426{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:08:02,324 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742250_1426, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:02,324 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742250_1426{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:08:02,340 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job_1397145675630_0035_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-709107553_1
2014-04-10 11:08:02,669 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=68edbb52-d631-4c11-b1f4-78133ce1dada, infoPort=59891, ipcPort=41399, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073742246_1422 to 127.0.0.1:37218
2014-04-10 11:08:02,671 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742246_1422 src: /127.0.0.1:42926 dest: /127.0.0.1:37218
2014-04-10 11:08:02,671 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073742246_1422 (numBytes=244650) to 127.0.0.1/127.0.0.1:37218
2014-04-10 11:08:02,673 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073742246_1422 src: /127.0.0.1:42926 dest: /127.0.0.1:37218 of size 244650
2014-04-10 11:08:02,673 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742246_1422 size 244650
2014-04-10 11:08:02,722 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742233_1409 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742233 for deletion
2014-04-10 11:08:02,722 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742234_1410 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742234 for deletion
2014-04-10 11:08:02,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742235_1411 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742235 for deletion
2014-04-10 11:08:02,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742233_1409 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742233
2014-04-10 11:08:02,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742237_1413 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742237 for deletion
2014-04-10 11:08:02,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742235_1411 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742235
2014-04-10 11:08:02,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742234_1410 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742234
2014-04-10 11:08:02,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742237_1413 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742237
2014-04-10 11:08:02,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742243_1419 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742243 for deletion
2014-04-10 11:08:02,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742229_1405 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742229 for deletion
2014-04-10 11:08:02,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742243_1419 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742243
2014-04-10 11:08:02,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742229_1405 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742229
2014-04-10 11:08:02,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742233_1409 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742233 for deletion
2014-04-10 11:08:02,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742234_1410 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742234 for deletion
2014-04-10 11:08:02,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742233_1409 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742233
2014-04-10 11:08:02,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742235_1411 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742235 for deletion
2014-04-10 11:08:02,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742234_1410 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742234
2014-04-10 11:08:02,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742236_1412 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742236 for deletion
2014-04-10 11:08:02,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742235_1411 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742235
2014-04-10 11:08:02,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742237_1413 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742237 for deletion
2014-04-10 11:08:02,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742236_1412 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742236
2014-04-10 11:08:02,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742239_1415 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742239 for deletion
2014-04-10 11:08:02,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742237_1413 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742237
2014-04-10 11:08:02,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742239_1415 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742239
2014-04-10 11:08:03,335 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742246_1422
2014-04-10 11:08:03,335 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742243_1419
2014-04-10 11:08:03,480 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0035_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:08:03,480 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000002
2014-04-10 11:08:03,480 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0035_01_000002 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:08:03,480 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0035 container=Container: [ContainerId: container_1397145675630_0035_01_000002, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0035_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:03,480 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:08:03,481 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:03,481 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0035_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:08:03,481 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000003
2014-04-10 11:08:03,481 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0035_01_000003 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:08:03,482 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0035 container=Container: [ContainerId: container_1397145675630_0035_01_000003, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] containerId=container_1397145675630_0035_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:03,482 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:08:03,482 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:03,534 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742239_1415
2014-04-10 11:08:03,535 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742247_1423
2014-04-10 11:08:03,724 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0035_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:08:03,724 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000004
2014-04-10 11:08:03,724 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0035_01_000004 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:08:03,724 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0035 container=Container: [ContainerId: container_1397145675630_0035_01_000004, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0035_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:03,724 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:08:03,725 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:03,725 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0035_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:08:03,725 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000005
2014-04-10 11:08:03,725 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0035_01_000005 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:08:03,725 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0035 container=Container: [ContainerId: container_1397145675630_0035_01_000005, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0035_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:03,726 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:08:03,726 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:03,726 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0035_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:08:03,726 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000006
2014-04-10 11:08:03,726 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0035_01_000006 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:08:03,727 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0035 container=Container: [ContainerId: container_1397145675630_0035_01_000006, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0035_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:03,727 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:08:03,727 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:04,146 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0035_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:08:04,146 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0035_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:08:04,147 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0035_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:08:04,147 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0035_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:08:04,147 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0035_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:08:04,172 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742243_1419, blk_1073742229_1405, blk_1073742233_1409, blk_1073742234_1410, blk_1073742235_1411, blk_1073742236_1412, blk_1073742239_1415]
2014-04-10 11:08:04,172 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073742243_1419, blk_1073742229_1405, blk_1073742233_1409, blk_1073742234_1410, blk_1073742236_1412, blk_1073742237_1413, blk_1073742239_1415]
2014-04-10 11:08:04,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.jar dst=null perm=null
2014-04-10 11:08:04,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.jar dst=null perm=null
2014-04-10 11:08:04,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.xml dst=null perm=null
2014-04-10 11:08:04,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.xml dst=null perm=null
2014-04-10 11:08:04,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:08:04,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:08:04,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:08:04,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:08:04,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:08:04,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:08:04,271 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0035_000001 (auth:SIMPLE)
2014-04-10 11:08:04,271 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0035_000001 (auth:SIMPLE)
2014-04-10 11:08:04,275 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0035_01_000004 by user brock
2014-04-10 11:08:04,275 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0035
2014-04-10 11:08:04,275 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000004
2014-04-10 11:08:04,275 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0035 transitioned from NEW to INITING
2014-04-10 11:08:04,275 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0035_01_000004 to application application_1397145675630_0035
2014-04-10 11:08:04,276 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0035_01_000006 by user brock
2014-04-10 11:08:04,276 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0035_01_000005 by user brock
2014-04-10 11:08:04,276 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0035 transitioned from INITING to RUNNING
2014-04-10 11:08:04,276 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0035_01_000002 by user brock
2014-04-10 11:08:04,276 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000006
2014-04-10 11:08:04,277 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:08:04,277 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0035_01_000002 to application application_1397145675630_0035
2014-04-10 11:08:04,277 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0035_01_000003 by user brock
2014-04-10 11:08:04,276 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000005
2014-04-10 11:08:04,277 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0035_01_000006 to application application_1397145675630_0035
2014-04-10 11:08:04,277 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000002
2014-04-10 11:08:04,278 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0035_01_000005 to application application_1397145675630_0035
2014-04-10 11:08:04,277 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000003
2014-04-10 11:08:04,277 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:08:04,278 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0035
2014-04-10 11:08:04,278 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0035
2014-04-10 11:08:04,278 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:08:04,279 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0035
2014-04-10 11:08:04,279 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0035_01_000003 to application application_1397145675630_0035
2014-04-10 11:08:04,279 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:08:04,278 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0035
2014-04-10 11:08:04,280 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0035
2014-04-10 11:08:04,280 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:08:04,280 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:08:04,280 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0035
2014-04-10 11:08:04,280 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0035
2014-04-10 11:08:04,280 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:08:04,280 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0035
2014-04-10 11:08:04,281 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:08:04,280 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0035
2014-04-10 11:08:04,282 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:08:04,282 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:08:04,282 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:08:04,283 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:08:04,283 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0035_01_000004
2014-04-10 11:08:04,283 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0035
2014-04-10 11:08:04,284 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0035
2014-04-10 11:08:04,284 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:08:04,284 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0035
2014-04-10 11:08:04,284 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0035
2014-04-10 11:08:04,285 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0035
2014-04-10 11:08:04,285 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:08:04,285 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0035
2014-04-10 11:08:04,285 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0035_01_000006
2014-04-10 11:08:04,286 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0035_01_000005
2014-04-10 11:08:04,299 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397145675630_0035_01_000006.tokens. Credentials list:
2014-04-10 11:08:04,299 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397145675630_0035_01_000005.tokens. Credentials list:
2014-04-10 11:08:04,299 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0035_01_000004.tokens. Credentials list:
2014-04-10 11:08:04,311 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:08:04,315 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:08:04,315 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:08:04,315 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:08:04,315 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:08:04,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000002/default_container_executor.sh]
2014-04-10 11:08:04,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000003/default_container_executor.sh]
2014-04-10 11:08:04,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397145675630_0035_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000006.tokens
2014-04-10 11:08:04,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0035 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0035
2014-04-10 11:08:04,480 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0035_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:08:04,480 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0035_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:08:04,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.jar dst=null perm=null
2014-04-10 11:08:04,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.jar dst=null perm=null
2014-04-10 11:08:04,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.jar dst=null perm=null
2014-04-10 11:08:04,501 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42933, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_514586608_20925, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742246_1422, duration: 3558159
2014-04-10 11:08:04,523 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0035/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:08:04,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.xml dst=null perm=null
2014-04-10 11:08:04,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.xml dst=null perm=null
2014-04-10 11:08:04,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.xml dst=null perm=null
2014-04-10 11:08:04,537 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42933, bytes: 81066, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_514586608_20925, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742249_1425, duration: 212123
2014-04-10 11:08:04,547 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0035/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:08:04,547 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:08:04,547 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:08:04,547 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:08:04,569 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:08:04,569 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:08:04,572 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:08:04,572 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:08:04,573 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:08:04,573 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:08:04,621 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000006/default_container_executor.sh]
2014-04-10 11:08:04,624 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000004/default_container_executor.sh]
2014-04-10 11:08:04,626 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000005/default_container_executor.sh]
2014-04-10 11:08:04,724 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0035_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:08:04,724 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0035_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:08:04,724 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0035_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:08:04,979 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0034_01_000001 succeeded
2014-04-10 11:08:04,979 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:08:04,979 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0034_01_000001
2014-04-10 11:08:04,997 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000001
2014-04-10 11:08:04,998 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000001
2014-04-10 11:08:04,999 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000001
2014-04-10 11:08:05,000 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0034/container_1397145675630_0034_01_000001
2014-04-10 11:08:05,000 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000001
2014-04-10 11:08:05,001 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0034_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:08:05,001 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0034_01_000001 from application application_1397145675630_0034
2014-04-10 11:08:05,001 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:08:05,001 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0034
2014-04-10 11:08:05,166 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:08:05,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742243_1419 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742243 for deletion
2014-04-10 11:08:05,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742229_1405 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742229 for deletion
2014-04-10 11:08:05,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742243_1419 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742243
2014-04-10 11:08:05,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742233_1409 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742233 for deletion
2014-04-10 11:08:05,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742229_1405 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742229
2014-04-10 11:08:05,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742233_1409 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742233
2014-04-10 11:08:05,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742234_1410 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742234 for deletion
2014-04-10 11:08:05,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742236_1412 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742236 for deletion
2014-04-10 11:08:05,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742237_1413 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742237 for deletion
2014-04-10 11:08:05,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742236_1412 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742236
2014-04-10 11:08:05,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742234_1410 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742234
2014-04-10 11:08:05,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742239_1415 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742239 for deletion
2014-04-10 11:08:05,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742237_1413 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742237
2014-04-10 11:08:05,409 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742239_1415 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742239
2014-04-10 11:08:05,594 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:08:05,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742243_1419 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742243 for deletion
2014-04-10 11:08:05,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742229_1405 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742229 for deletion
2014-04-10 11:08:05,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742233_1409 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742233 for deletion
2014-04-10 11:08:05,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742243_1419 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742243
2014-04-10 11:08:05,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742234_1410 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742234 for deletion
2014-04-10 11:08:05,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742229_1405 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742229
2014-04-10 11:08:05,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742235_1411 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742235 for deletion
2014-04-10 11:08:05,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742236_1412 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742236 for deletion
2014-04-10 11:08:05,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742233_1409 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742233
2014-04-10 11:08:05,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742239_1415 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742239 for deletion
2014-04-10 11:08:05,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742235_1411 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742235
2014-04-10 11:08:05,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742234_1410 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742234
2014-04-10 11:08:05,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742239_1415 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742239
2014-04-10 11:08:05,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742236_1412 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742236
2014-04-10 11:08:05,794 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0034_01_000001
2014-04-10 11:08:05,795 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0034_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:08:05,795 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0034_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:08:05,795 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0034 CONTAINERID=container_1397145675630_0034_01_000001
2014-04-10 11:08:05,795 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0034_01_000001 of capacity <memory:2048, vCores:1> on host localhost:55857, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:08:05,795 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:08:05,795 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0034_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:05,795 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:05,796 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:08:05,796 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0034_000001 released container container_1397145675630_0034_01_000001 on node: host: localhost:55857 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:08:05,796 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0034_000001
2014-04-10 11:08:05,796 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0034_000001 State change from FINISHING to FINISHED
2014-04-10 11:08:05,796 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0034 State change from FINISHING to FINISHED
2014-04-10 11:08:05,796 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0034_000001
2014-04-10 11:08:05,796 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0034
2014-04-10 11:08:05,797 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0034,name=[8822F7188D224ABB8894A1AD5B39D757/3605AEB650D1458B9CFC2F36AC61B67E] lhs*rhs/(1/2) ...orm/samepipearoundgroupby,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0034/jobhistory/job/job_1397145675630_0034,appMasterHost=localhost.localdomain,startTime=1397146068871,finishTime=1397146078658,finalStatus=SUCCEEDED
2014-04-10 11:08:05,798 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0034_000001 is done. finalState=FINISHED
2014-04-10 11:08:05,798 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0034 requests cleared
2014-04-10 11:08:05,798 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0034 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:08:05,798 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0034 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:08:05,799 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0034_000001 (auth:SIMPLE)
2014-04-10 11:08:05,799 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0034_01_000001
2014-04-10 11:08:05,862 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742250_1426
2014-04-10 11:08:05,895 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145675630_0035_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000004.tokens
2014-04-10 11:08:05,896 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0035 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0035
2014-04-10 11:08:06,024 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0034 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:08:06,024 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0034
2014-04-10 11:08:06,025 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0034 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:08:06,025 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0034, with delay of 10800 seconds
2014-04-10 11:08:06,025 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0034
2014-04-10 11:08:06,025 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0034
2014-04-10 11:08:06,026 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0034
2014-04-10 11:08:06,026 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0034
2014-04-10 11:08:06,075 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742246_1422
2014-04-10 11:08:06,092 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:08:06,274 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742250_1426
2014-04-10 11:08:06,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397145675630_0035_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000005.tokens
2014-04-10 11:08:06,409 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0035 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0035
2014-04-10 11:08:06,795 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0034 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:08:06,796 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0034
2014-04-10 11:08:06,796 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0034 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:08:06,796 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0034, with delay of 10800 seconds
2014-04-10 11:08:06,796 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0034
2014-04-10 11:08:06,797 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0034
2014-04-10 11:08:06,797 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0034
2014-04-10 11:08:06,798 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0034
2014-04-10 11:08:07,243 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742250_1426
2014-04-10 11:08:07,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.split dst=null perm=null
2014-04-10 11:08:07,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.split dst=null perm=null
2014-04-10 11:08:07,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.split dst=null perm=null
2014-04-10 11:08:07,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.split dst=null perm=null
2014-04-10 11:08:07,477 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51292, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0035_m_000001_0_-1094021042_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742247_1423, duration: 158097
2014-04-10 11:08:07,482 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57481, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0035_m_000003_0_-1091193253_1, offset: 1024, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742247_1423, duration: 149489
2014-04-10 11:08:07,494 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42951, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0035_m_000004_0_1535649612_1, offset: 1024, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742247_1423, duration: 153764
2014-04-10 11:08:07,494 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:42952, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0035_m_000000_0_-1171512874_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742247_1423, duration: 153769
2014-04-10 11:08:07,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:08:07,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:08:07,563 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57484, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0035_m_000001_0_-1094021042_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 179846
2014-04-10 11:08:07,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:08:07,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:08:07,566 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57481, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0035_m_000003_0_-1091193253_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 137612
2014-04-10 11:08:07,567 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57485, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0035_m_000004_0_1535649612_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 119354
2014-04-10 11:08:07,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:07,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:07,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:07,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:07,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job.split dst=null perm=null
2014-04-10 11:08:07,743 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55681, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0035_m_000002_0_-907195493_1, offset: 512, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742247_1423, duration: 144551
2014-04-10 11:08:07,790 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57488, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0035_m_000000_0_-1171512874_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 181806
2014-04-10 11:08:07,813 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073742251_1427{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:08:07,823 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000004_0/part-00004 is closed by DFSClient_attempt_1397145675630_0035_m_000004_0_1535649612_1
2014-04-10 11:08:07,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:08:07,827 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57489, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0035_m_000002_0_-907195493_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 172544
2014-04-10 11:08:07,835 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000003_0/part-00003. BP-2026122021-127.0.0.1-1397145659663 blk_1073742252_1428{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:08:07,840 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000001_0/part-00001. BP-2026122021-127.0.0.1-1397145659663 blk_1073742253_1429{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:08:07,873 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742251_1427 src: /127.0.0.1:51302 dest: /127.0.0.1:53749
2014-04-10 11:08:07,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:07,881 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742251_1427 src: /127.0.0.1:55687 dest: /127.0.0.1:36156
2014-04-10 11:08:07,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000004_0 dst=null perm=null
2014-04-10 11:08:07,882 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742251_1427 src: /127.0.0.1:57494 dest: /127.0.0.1:50911
2014-04-10 11:08:07,888 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57494, dest: /127.0.0.1:50911, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0035_m_000000_0_-1171512874_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742251_1427, duration: 4746627
2014-04-10 11:08:07,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000004_0 dst=null perm=null
2014-04-10 11:08:07,889 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55687, dest: /127.0.0.1:36156, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0035_m_000000_0_-1171512874_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742251_1427, duration: 3105789
2014-04-10 11:08:07,889 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742251_1427, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:07,889 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742251_1427, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:07,889 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742251_1427{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:08:07,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/task_1397145675630_0035_m_000004 dst=null perm=null
2014-04-10 11:08:07,890 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742251_1427{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:08:07,890 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51302, dest: /127.0.0.1:53749, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0035_m_000000_0_-1171512874_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742251_1427, duration: 5954792
2014-04-10 11:08:07,890 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742251_1427{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:08:07,890 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742251_1427, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:07,903 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742253_1429 src: /127.0.0.1:55685 dest: /127.0.0.1:36156
2014-04-10 11:08:07,904 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742253_1429 src: /127.0.0.1:51307 dest: /127.0.0.1:53749
2014-04-10 11:08:07,908 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742252_1428 src: /127.0.0.1:51304 dest: /127.0.0.1:53749
2014-04-10 11:08:07,908 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742253_1429 src: /127.0.0.1:57496 dest: /127.0.0.1:50911
2014-04-10 11:08:07,910 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742252_1428 src: /127.0.0.1:57497 dest: /127.0.0.1:50911
2014-04-10 11:08:07,911 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742252_1428 src: /127.0.0.1:55692 dest: /127.0.0.1:36156
2014-04-10 11:08:07,913 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57496, dest: /127.0.0.1:50911, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0035_m_000001_0_-1094021042_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742253_1429, duration: 4486730
2014-04-10 11:08:07,913 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742253_1429, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:07,913 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51307, dest: /127.0.0.1:53749, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0035_m_000001_0_-1094021042_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742253_1429, duration: 3217883
2014-04-10 11:08:07,914 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742253_1429{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:08:07,914 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742253_1429, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:07,914 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742253_1429{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:08:07,914 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55685, dest: /127.0.0.1:36156, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0035_m_000001_0_-1094021042_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742253_1429, duration: 4277002
2014-04-10 11:08:07,914 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742253_1429, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:07,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000004_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/task_1397145675630_0035_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:08:07,915 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742253_1429{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:08:07,918 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55692, dest: /127.0.0.1:36156, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0035_m_000003_0_-1091193253_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742252_1428, duration: 6430852
2014-04-10 11:08:07,919 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742252_1428, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:07,919 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742252_1428{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:08:07,919 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57497, dest: /127.0.0.1:50911, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0035_m_000003_0_-1091193253_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742252_1428, duration: 7257923
2014-04-10 11:08:07,919 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742252_1428{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:08:07,919 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51304, dest: /127.0.0.1:53749, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0035_m_000003_0_-1091193253_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742252_1428, duration: 7565022
2014-04-10 11:08:07,919 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742252_1428, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:07,920 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742252_1428{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:08:07,920 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742252_1428, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:07,932 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0035_m_000000_0_-1171512874_1
2014-04-10 11:08:07,948 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000003_0/part-00003 is closed by DFSClient_attempt_1397145675630_0035_m_000003_0_-1091193253_1
2014-04-10 11:08:07,948 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000001_0/part-00001 is closed by DFSClient_attempt_1397145675630_0035_m_000001_0_-1094021042_1
2014-04-10 11:08:07,970 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0035_01_000006
2014-04-10 11:08:07,970 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000006
2014-04-10 11:08:07,970 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:08:07,970 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0035_01_000006
2014-04-10 11:08:07,985 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job_1397145675630_0035_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073742254_1430{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:08:07,989 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0035_01_000006 is : 143
2014-04-10 11:08:08,000 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742254_1430 src: /127.0.0.1:57499 dest: /127.0.0.1:50911
2014-04-10 11:08:08,012 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:08:08,012 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000006
2014-04-10 11:08:08,012 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000006
2014-04-10 11:08:08,012 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000006
2014-04-10 11:08:08,013 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:08:08,013 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0035_01_000006 from application application_1397145675630_0035
2014-04-10 11:08:08,013 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:08:08,013 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0035
2014-04-10 11:08:08,013 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000006
2014-04-10 11:08:08,013 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000006
2014-04-10 11:08:08,016 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742254_1430 src: /127.0.0.1:51312 dest: /127.0.0.1:53749
2014-04-10 11:08:08,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000000_0 dst=null perm=null
2014-04-10 11:08:08,020 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742254_1430 src: /127.0.0.1:55695 dest: /127.0.0.1:36156
2014-04-10 11:08:08,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000000_0 dst=null perm=null
2014-04-10 11:08:08,024 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job_1397145675630_0035_1.jhist for DFSClient_NONMAPREDUCE_-709107553_1
2014-04-10 11:08:08,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/task_1397145675630_0035_m_000000 dst=null perm=null
2014-04-10 11:08:08,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000001_0 dst=null perm=null
2014-04-10 11:08:08,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000003_0 dst=null perm=null
2014-04-10 11:08:08,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000003_0 dst=null perm=null
2014-04-10 11:08:08,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/task_1397145675630_0035_m_000003 dst=null perm=null
2014-04-10 11:08:08,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/task_1397145675630_0035_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:08:08,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/task_1397145675630_0035_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:08:08,081 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000002_0/part-00002. BP-2026122021-127.0.0.1-1397145659663 blk_1073742255_1431{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:08:08,102 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0035_01_000002
2014-04-10 11:08:08,102 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000002
2014-04-10 11:08:08,102 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:08:08,103 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0035_01_000002
2014-04-10 11:08:08,108 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0035_01_000002 is : 143
2014-04-10 11:08:08,120 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:08:08,120 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000002
2014-04-10 11:08:08,120 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000002
2014-04-10 11:08:08,121 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000002
2014-04-10 11:08:08,121 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000002
2014-04-10 11:08:08,121 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000002
2014-04-10 11:08:08,121 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:08:08,121 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0035_01_000002 from application application_1397145675630_0035
2014-04-10 11:08:08,121 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:08:08,121 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0035
2014-04-10 11:08:08,124 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0035_01_000005
2014-04-10 11:08:08,124 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000005
2014-04-10 11:08:08,124 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:08:08,125 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0035_01_000005
2014-04-10 11:08:08,125 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0035_01_000006
2014-04-10 11:08:08,125 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0035_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:08:08,125 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0035_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:08:08,125 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000006
2014-04-10 11:08:08,125 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0035_01_000006 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:08:08,125 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:08:08,126 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0035_01_000006, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:08,126 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:08,126 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:08:08,126 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0035_000001 released container container_1397145675630_0035_01_000006 on node: host: localhost:41546 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:08:08,131 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0035_01_000005 is : 143
2014-04-10 11:08:08,139 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742255_1431 src: /127.0.0.1:55696 dest: /127.0.0.1:36156
2014-04-10 11:08:08,139 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:08:08,139 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742255_1431 src: /127.0.0.1:51315 dest: /127.0.0.1:53749
2014-04-10 11:08:08,140 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000005
2014-04-10 11:08:08,140 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000005
2014-04-10 11:08:08,140 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000005
2014-04-10 11:08:08,140 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000005
2014-04-10 11:08:08,140 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000005
2014-04-10 11:08:08,140 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:08:08,140 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742255_1431 src: /127.0.0.1:57504 dest: /127.0.0.1:50911
2014-04-10 11:08:08,140 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0035_01_000005 from application application_1397145675630_0035
2014-04-10 11:08:08,140 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:08:08,141 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0035
2014-04-10 11:08:08,145 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57504, dest: /127.0.0.1:50911, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0035_m_000002_0_-907195493_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742255_1431, duration: 3648582
2014-04-10 11:08:08,145 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742255_1431, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:08,145 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51315, dest: /127.0.0.1:53749, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0035_m_000002_0_-907195493_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742255_1431, duration: 3128107
2014-04-10 11:08:08,145 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742255_1431{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:08:08,145 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742255_1431, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:08,145 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55696, dest: /127.0.0.1:36156, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0035_m_000002_0_-907195493_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742255_1431, duration: 4319481
2014-04-10 11:08:08,145 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742255_1431, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:08,145 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742255_1431{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:08:08,146 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742255_1431{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:08:08,165 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000002_0/part-00002 is closed by DFSClient_attempt_1397145675630_0035_m_000002_0_-907195493_1
2014-04-10 11:08:08,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000002_0 dst=null perm=null
2014-04-10 11:08:08,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000002_0 dst=null perm=null
2014-04-10 11:08:08,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/task_1397145675630_0035_m_000002 dst=null perm=null
2014-04-10 11:08:08,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/task_1397145675630_0035_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:08:08,272 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0035_01_000004
2014-04-10 11:08:08,273 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000004
2014-04-10 11:08:08,273 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:08:08,273 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0035_01_000004
2014-04-10 11:08:08,273 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0035_01_000005
2014-04-10 11:08:08,273 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0035_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:08:08,274 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0035_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:08:08,274 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000005
2014-04-10 11:08:08,274 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0035_01_000005 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:08:08,274 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:08:08,274 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0035_01_000005, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:08,274 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:08,274 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:08:08,274 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0035_000001 released container container_1397145675630_0035_01_000005 on node: host: localhost:41546 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:08:08,278 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0035_01_000004 is : 143
2014-04-10 11:08:08,291 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:08:08,291 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000004
2014-04-10 11:08:08,291 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000004
2014-04-10 11:08:08,292 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000004
2014-04-10 11:08:08,292 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000004
2014-04-10 11:08:08,292 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000004
2014-04-10 11:08:08,292 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:08:08,292 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0035_01_000004 from application application_1397145675630_0035
2014-04-10 11:08:08,292 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:08:08,292 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0035
2014-04-10 11:08:08,547 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742255_1431
2014-04-10 11:08:08,547 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742251_1427
2014-04-10 11:08:08,548 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742252_1428
2014-04-10 11:08:08,548 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742253_1429
2014-04-10 11:08:09,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000001_0 dst=null perm=null
2014-04-10 11:08:09,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/task_1397145675630_0035_m_000001 dst=null perm=null
2014-04-10 11:08:09,103 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0035_01_000002
2014-04-10 11:08:09,104 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0035_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:08:09,104 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0035_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:08:09,104 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000002
2014-04-10 11:08:09,104 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0035_01_000002 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:08:09,104 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:08:09,105 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0035_01_000002, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:09,105 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:09,105 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:08:09,105 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0035_000001 released container container_1397145675630_0035_01_000002 on node: host: localhost:43726 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:08:09,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397145675630_0035_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/task_1397145675630_0035_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:08:09,147 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0035_01_000003
2014-04-10 11:08:09,148 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000003
2014-04-10 11:08:09,148 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:08:09,148 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0035_01_000003
2014-04-10 11:08:09,152 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0035_01_000003 is : 143
2014-04-10 11:08:09,161 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:08:09,161 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000003
2014-04-10 11:08:09,161 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000003
2014-04-10 11:08:09,162 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000003
2014-04-10 11:08:09,161 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000003
2014-04-10 11:08:09,162 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:08:09,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000003
2014-04-10 11:08:09,162 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0035_01_000003 from application application_1397145675630_0035
2014-04-10 11:08:09,162 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:08:09,162 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0035
2014-04-10 11:08:09,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:09,181 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-709107553_1
2014-04-10 11:08:09,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1 dst=null perm=null
2014-04-10 11:08:09,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 11:08:09,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 11:08:09,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/task_1397145675630_0035_m_000000 dst=null perm=null
2014-04-10 11:08:09,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00000 dst=null perm=null
2014-04-10 11:08:09,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/task_1397145675630_0035_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:09,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 11:08:09,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 11:08:09,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/task_1397145675630_0035_m_000001 dst=null perm=null
2014-04-10 11:08:09,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00001 dst=null perm=null
2014-04-10 11:08:09,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/task_1397145675630_0035_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:09,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 11:08:09,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 11:08:09,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/task_1397145675630_0035_m_000002 dst=null perm=null
2014-04-10 11:08:09,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00002 dst=null perm=null
2014-04-10 11:08:09,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/task_1397145675630_0035_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:09,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 11:08:09,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 11:08:09,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/task_1397145675630_0035_m_000003 dst=null perm=null
2014-04-10 11:08:09,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00003 dst=null perm=null
2014-04-10 11:08:09,273 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0035_01_000004
2014-04-10 11:08:09,274 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0035_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:08:09,274 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0035_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:08:09,274 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000004
2014-04-10 11:08:09,274 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0035_01_000004 of capacity <memory:1024, vCores:1> on host localhost:41546, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:08:09,275 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:08:09,275 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0035_01_000004, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:09,275 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:09,275 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:08:09,275 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0035_000001 released container container_1397145675630_0035_01_000004 on node: host: localhost:41546 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:08:09,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/task_1397145675630_0035_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:09,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 11:08:09,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 11:08:09,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/task_1397145675630_0035_m_000004 dst=null perm=null
2014-04-10 11:08:09,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00004 dst=null perm=null
2014-04-10 11:08:09,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary/1/task_1397145675630_0035_m_000004/part-00004 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:09,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary dst=null perm=null
2014-04-10 11:08:09,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:09,348 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-709107553_1
2014-04-10 11:08:09,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:09,382 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-709107553_1
2014-04-10 11:08:09,403 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55695, dest: /127.0.0.1:36156, bytes: 54628, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-709107553_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742254_1430, duration: 1381546448
2014-04-10 11:08:09,403 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742254_1430, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:09,404 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51312, dest: /127.0.0.1:53749, bytes: 54628, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-709107553_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742254_1430, duration: 1381463559
2014-04-10 11:08:09,404 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742254_1430, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:09,405 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742254_1430{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 15146
2014-04-10 11:08:09,405 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57499, dest: /127.0.0.1:50911, bytes: 54628, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-709107553_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742254_1430, duration: 1382994669
2014-04-10 11:08:09,406 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742254_1430, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:09,406 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742254_1430{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 15146
2014-04-10 11:08:09,407 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742254_1430{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 15146
2014-04-10 11:08:09,423 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job_1397145675630_0035_1.jhist is closed by DFSClient_NONMAPREDUCE_-709107553_1
2014-04-10 11:08:09,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:09,443 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742256_1432{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:08:09,459 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742256_1432 src: /127.0.0.1:57508 dest: /127.0.0.1:50911
2014-04-10 11:08:09,460 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742256_1432 src: /127.0.0.1:42978 dest: /127.0.0.1:37218
2014-04-10 11:08:09,461 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742256_1432 src: /127.0.0.1:51322 dest: /127.0.0.1:53749
2014-04-10 11:08:09,464 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51322, dest: /127.0.0.1:53749, bytes: 432, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-709107553_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742256_1432, duration: 1808761
2014-04-10 11:08:09,465 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742256_1432, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:09,465 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742256_1432{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:08:09,465 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42978, dest: /127.0.0.1:37218, bytes: 432, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-709107553_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742256_1432, duration: 2433862
2014-04-10 11:08:09,465 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742256_1432, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:09,465 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742256_1432{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:08:09,465 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57508, dest: /127.0.0.1:50911, bytes: 432, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-709107553_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742256_1432, duration: 2765853
2014-04-10 11:08:09,465 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742256_1432, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:09,466 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742256_1432{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:08:09,482 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035.summary_tmp is closed by DFSClient_NONMAPREDUCE_-709107553_1
2014-04-10 11:08:09,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:08:09,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job_1397145675630_0035_1.jhist dst=null perm=null
2014-04-10 11:08:09,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035-1397146079405-brock-%5B3104D1CF5F6747C69978207D41148056%2F6175114C41DF4274-1397146089383-5-0-SUCCEEDED-default-1397146082112.jhist_tmp dst=null perm=null
2014-04-10 11:08:09,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job_1397145675630_0035_1.jhist dst=null perm=null
2014-04-10 11:08:09,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035-1397146079405-brock-%5B3104D1CF5F6747C69978207D41148056%2F6175114C41DF4274-1397146089383-5-0-SUCCEEDED-default-1397146082112.jhist_tmp dst=null perm=null
2014-04-10 11:08:09,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job_1397145675630_0035_1.jhist dst=null perm=null
2014-04-10 11:08:09,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035-1397146079405-brock-%5B3104D1CF5F6747C69978207D41148056%2F6175114C41DF4274-1397146089383-5-0-SUCCEEDED-default-1397146082112.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:09,534 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57511, bytes: 55056, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-709107553_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742254_1430, duration: 254503
2014-04-10 11:08:09,537 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035-1397146079405-brock-%5B3104D1CF5F6747C69978207D41148056%2F6175114C41DF4274-1397146089383-5-0-SUCCEEDED-default-1397146082112.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742257_1433{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:08:09,550 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742257_1433 src: /127.0.0.1:55707 dest: /127.0.0.1:36156
2014-04-10 11:08:09,552 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742257_1433 src: /127.0.0.1:57514 dest: /127.0.0.1:50911
2014-04-10 11:08:09,553 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742257_1433 src: /127.0.0.1:51327 dest: /127.0.0.1:53749
2014-04-10 11:08:09,557 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51327, dest: /127.0.0.1:53749, bytes: 54628, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-709107553_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742257_1433, duration: 2581020
2014-04-10 11:08:09,557 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742257_1433, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:09,557 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742257_1433{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:08:09,557 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57514, dest: /127.0.0.1:50911, bytes: 54628, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-709107553_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742257_1433, duration: 3093497
2014-04-10 11:08:09,558 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742257_1433, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:09,558 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742257_1433{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:08:09,558 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55707, dest: /127.0.0.1:36156, bytes: 54628, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-709107553_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742257_1433, duration: 3633622
2014-04-10 11:08:09,558 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742257_1433, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:09,559 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742257_1433{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:08:09,573 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035-1397146079405-brock-%5B3104D1CF5F6747C69978207D41148056%2F6175114C41DF4274-1397146089383-5-0-SUCCEEDED-default-1397146082112.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-709107553_1
2014-04-10 11:08:09,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035-1397146079405-brock-%5B3104D1CF5F6747C69978207D41148056%2F6175114C41DF4274-1397146089383-5-0-SUCCEEDED-default-1397146082112.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:08:09,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job_1397145675630_0035_1_conf.xml dst=null perm=null
2014-04-10 11:08:09,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035_conf.xml_tmp dst=null perm=null
2014-04-10 11:08:09,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job_1397145675630_0035_1_conf.xml dst=null perm=null
2014-04-10 11:08:09,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035_conf.xml_tmp dst=null perm=null
2014-04-10 11:08:09,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035/job_1397145675630_0035_1_conf.xml dst=null perm=null
2014-04-10 11:08:09,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:09,621 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51328, bytes: 95037, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-709107553_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742250_1426, duration: 204581
2014-04-10 11:08:09,622 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742258_1434{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:08:09,642 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742258_1434 src: /127.0.0.1:55711 dest: /127.0.0.1:36156
2014-04-10 11:08:09,643 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742258_1434 src: /127.0.0.1:51330 dest: /127.0.0.1:53749
2014-04-10 11:08:09,645 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742258_1434 src: /127.0.0.1:42988 dest: /127.0.0.1:37218
2014-04-10 11:08:09,648 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42988, dest: /127.0.0.1:37218, bytes: 94297, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-709107553_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742258_1434, duration: 2300270
2014-04-10 11:08:09,648 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742258_1434, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:09,649 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742258_1434{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:08:09,649 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51330, dest: /127.0.0.1:53749, bytes: 94297, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-709107553_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742258_1434, duration: 2835393
2014-04-10 11:08:09,649 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742258_1434, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:09,649 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742258_1434{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:08:09,649 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55711, dest: /127.0.0.1:36156, bytes: 94297, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-709107553_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742258_1434, duration: 3403956
2014-04-10 11:08:09,650 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742258_1434, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:09,650 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742258_1434{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:08:09,665 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-709107553_1
2014-04-10 11:08:09,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:08:09,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:08:09,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:08:09,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035-1397146079405-brock-%5B3104D1CF5F6747C69978207D41148056%2F6175114C41DF4274-1397146089383-5-0-SUCCEEDED-default-1397146082112.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035-1397146079405-brock-%5B3104D1CF5F6747C69978207D41148056%2F6175114C41DF4274-1397146089383-5-0-SUCCEEDED-default-1397146082112.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:08:09,755 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0035_000001 with final state: FINISHING
2014-04-10 11:08:09,755 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0035_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:08:09,755 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0035 with final state: FINISHING
2014-04-10 11:08:09,755 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0035 State change from RUNNING to FINAL_SAVING
2014-04-10 11:08:09,755 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0035
2014-04-10 11:08:09,756 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0035_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:08:09,756 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0035 State change from FINAL_SAVING to FINISHING
2014-04-10 11:08:09,826 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:08:09,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:08:09,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:08:09,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035.summary dst=null perm=null
2014-04-10 11:08:09,834 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57522, bytes: 436, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742256_1432, duration: 238018
2014-04-10 11:08:09,835 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0035,submitTime=1397146079405,launchTime=1397146082112,firstMapTaskLaunchTime=1397146084286,firstReduceTaskLaunchTime=0,finishTime=1397146089383,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=20,reduceSlotSeconds=0,jobName=[3104D1CF5F6747C69978207D41148056/6175114C41DF427495D54C0DBBAC93C9] lower/(1/1) ...edpipesplatform/samepipe2
2014-04-10 11:08:09,835 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035.summary]
2014-04-10 11:08:09,857 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742256_1432 127.0.0.1:50911 127.0.0.1:37218 127.0.0.1:53749
2014-04-10 11:08:09,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035.summary dst=null perm=null
2014-04-10 11:08:09,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:08:09,860 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035-1397146079405-brock-%5B3104D1CF5F6747C69978207D41148056%2F6175114C41DF4274-1397146089383-5-0-SUCCEEDED-default-1397146082112.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0035-1397146079405-brock-%5B3104D1CF5F6747C69978207D41148056%2F6175114C41DF4274-1397146089383-5-0-SUCCEEDED-default-1397146082112.jhist
2014-04-10 11:08:09,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035-1397146079405-brock-%5B3104D1CF5F6747C69978207D41148056%2F6175114C41DF4274-1397146089383-5-0-SUCCEEDED-default-1397146082112.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0035-1397146079405-brock-%5B3104D1CF5F6747C69978207D41148056%2F6175114C41DF4274-1397146089383-5-0-SUCCEEDED-default-1397146082112.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:08:09,874 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0035_conf.xml
2014-04-10 11:08:09,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0035_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0035_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:08:09,890 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0035 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0035-1397146079405-brock-%5B3104D1CF5F6747C69978207D41148056%2F6175114C41DF4274-1397146089383-5-0-SUCCEEDED-default-1397146082112.jhist
2014-04-10 11:08:09,891 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0035-1397146079405-brock-%5B3104D1CF5F6747C69978207D41148056%2F6175114C41DF4274-1397146089383-5-0-SUCCEEDED-default-1397146082112.jhist]
2014-04-10 11:08:09,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0035-1397146079405-brock-%5B3104D1CF5F6747C69978207D41148056%2F6175114C41DF4274-1397146089383-5-0-SUCCEEDED-default-1397146082112.jhist dst=null perm=null
2014-04-10 11:08:09,894 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55717, bytes: 55056, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742257_1433, duration: 243064
2014-04-10 11:08:09,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 11:08:09,924 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary
2014-04-10 11:08:09,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/_temporary dst=null perm=null
2014-04-10 11:08:09,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 11:08:09,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 11:08:09,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 11:08:09,944 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:08:09,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00000 dst=null perm=null
2014-04-10 11:08:09,946 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57522, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742251_1427, duration: 147207
2014-04-10 11:08:09,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00001 dst=null perm=null
2014-04-10 11:08:09,948 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51337, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742253_1429, duration: 125011
2014-04-10 11:08:09,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00002 dst=null perm=null
2014-04-10 11:08:09,949 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57522, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742255_1431, duration: 78717
2014-04-10 11:08:09,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00003 dst=null perm=null
2014-04-10 11:08:09,951 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57522, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742252_1428, duration: 75356
2014-04-10 11:08:09,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00004 dst=null perm=null
2014-04-10 11:08:09,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 11:08:09,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 11:08:09,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 11:08:09,970 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:08:09,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00000 dst=null perm=null
2014-04-10 11:08:09,973 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51337, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742251_1427, duration: 128475
2014-04-10 11:08:09,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00001 dst=null perm=null
2014-04-10 11:08:09,975 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57522, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742253_1429, duration: 103014
2014-04-10 11:08:09,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00002 dst=null perm=null
2014-04-10 11:08:09,977 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55717, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742255_1431, duration: 240546
2014-04-10 11:08:09,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00003 dst=null perm=null
2014-04-10 11:08:09,979 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57522, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742252_1428, duration: 176941
2014-04-10 11:08:09,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00004 dst=null perm=null
2014-04-10 11:08:09,980 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/joinfieldedpipesplatform/samepipe2
2014-04-10 11:08:09,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 11:08:09,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 11:08:09,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 11:08:09,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 11:08:09,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00000 dst=null perm=null
2014-04-10 11:08:09,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00000 dst=null perm=null
2014-04-10 11:08:09,987 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51337, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742251_1427, duration: 178473
2014-04-10 11:08:09,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00001 dst=null perm=null
2014-04-10 11:08:09,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00001 dst=null perm=null
2014-04-10 11:08:09,990 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57522, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742253_1429, duration: 169913
2014-04-10 11:08:09,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00002 dst=null perm=null
2014-04-10 11:08:09,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00002 dst=null perm=null
2014-04-10 11:08:09,992 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55717, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742255_1431, duration: 251431
2014-04-10 11:08:09,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00003 dst=null perm=null
2014-04-10 11:08:09,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00003 dst=null perm=null
2014-04-10 11:08:09,995 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51337, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742252_1428, duration: 191274
2014-04-10 11:08:09,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00004 dst=null perm=null
2014-04-10 11:08:09,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe2/part-00004 dst=null perm=null
2014-04-10 11:08:09,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:08:10,011 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:08:10,011 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:08:10,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 11:08:10,018 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs] starting
2014-04-10 11:08:10,018 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs] source: Hfs["TextDelimited[['num', 'char']]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:08:10,019 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3"]
2014-04-10 11:08:10,019 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs] parallel execution is enabled: true
2014-04-10 11:08:10,019 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs] starting jobs: 1
2014-04-10 11:08:10,019 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs] allocating threads: 1
2014-04-10 11:08:10,019 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lhs] starting step: (1/1) ...edpipesplatform/samepipe3
2014-04-10 11:08:10,030 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:08:10,047 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:08:10,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 11:08:10,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:08:10,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:08:10,051 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 36
2014-04-10 11:08:10,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036 dst=null perm=null
2014-04-10 11:08:10,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:08:10,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:08:10,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.jar dst=null perm=null
2014-04-10 11:08:10,148 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0035_01_000003
2014-04-10 11:08:10,149 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0035_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:08:10,149 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0035_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:08:10,149 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000003
2014-04-10 11:08:10,149 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0035_01_000003 of capacity <memory:1024, vCores:1> on host localhost:43726, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:08:10,149 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:08:10,150 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0035_01_000003, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:10,150 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:10,150 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:08:10,150 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0035_000001 released container container_1397145675630_0035_01_000003 on node: host: localhost:43726 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:08:10,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:08:10,159 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073742259_1435{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:08:10,173 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073742256_1432]
2014-04-10 11:08:10,173 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742256_1432]
2014-04-10 11:08:10,174 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742259_1435 src: /127.0.0.1:42995 dest: /127.0.0.1:37218
2014-04-10 11:08:10,176 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742259_1435 src: /127.0.0.1:55721 dest: /127.0.0.1:36156
2014-04-10 11:08:10,176 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742259_1435 src: /127.0.0.1:51340 dest: /127.0.0.1:53749
2014-04-10 11:08:10,181 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51340, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742259_1435, duration: 3844180
2014-04-10 11:08:10,182 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742259_1435, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:10,182 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742259_1435{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:08:10,182 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55721, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742259_1435, duration: 4432302
2014-04-10 11:08:10,182 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742259_1435, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:10,182 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742259_1435{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:08:10,183 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42995, dest: /127.0.0.1:37218, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742259_1435, duration: 4246716
2014-04-10 11:08:10,183 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742259_1435, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:10,183 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742259_1435{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:08:10,198 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:08:10,199 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.jar
2014-04-10 11:08:10,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.jar dst=null perm=null
2014-04-10 11:08:10,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:08:10,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:08:10,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:08:10,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:08:10,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:08:10,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:08:10,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:08:10,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:08:10,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:08:10,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:08:10,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:08:10,242 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:08:10,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:08:10,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:08:10,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:08:10,274 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.split
2014-04-10 11:08:10,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.split dst=null perm=null
2014-04-10 11:08:10,292 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073742260_1436{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:08:10,308 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742260_1436 src: /127.0.0.1:57530 dest: /127.0.0.1:50911
2014-04-10 11:08:10,309 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742260_1436 src: /127.0.0.1:43000 dest: /127.0.0.1:37218
2014-04-10 11:08:10,310 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742260_1436 src: /127.0.0.1:51344 dest: /127.0.0.1:53749
2014-04-10 11:08:10,311 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742260_1436 src: /127.0.0.1:55727 dest: /127.0.0.1:36156
2014-04-10 11:08:10,314 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55727, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742260_1436, duration: 2090270
2014-04-10 11:08:10,315 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742260_1436, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:10,315 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51344, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742260_1436, duration: 2474684
2014-04-10 11:08:10,315 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742260_1436{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:08:10,315 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742260_1436, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:10,316 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742260_1436{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:08:10,316 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43000, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742260_1436, duration: 3092697
2014-04-10 11:08:10,316 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742260_1436, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:10,317 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742260_1436{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:08:10,317 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57530, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742260_1436, duration: 3821100
2014-04-10 11:08:10,317 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742260_1436, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:10,317 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742260_1436{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:08:10,331 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:08:10,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:08:10,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:08:10,366 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073742261_1437{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]}
2014-04-10 11:08:10,383 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742261_1437 src: /127.0.0.1:57534 dest: /127.0.0.1:50911
2014-04-10 11:08:10,384 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742261_1437 src: /127.0.0.1:55729 dest: /127.0.0.1:36156
2014-04-10 11:08:10,385 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742261_1437 src: /127.0.0.1:43005 dest: /127.0.0.1:37218
2014-04-10 11:08:10,388 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43005, dest: /127.0.0.1:37218, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742261_1437, duration: 1730916
2014-04-10 11:08:10,388 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742261_1437, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:10,389 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742261_1437{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:08:10,389 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55729, dest: /127.0.0.1:36156, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742261_1437, duration: 1961334
2014-04-10 11:08:10,389 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742261_1437, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:10,389 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742261_1437{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:08:10,389 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57534, dest: /127.0.0.1:50911, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742261_1437, duration: 2525428
2014-04-10 11:08:10,390 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742261_1437, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:10,390 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742261_1437{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]} size 0
2014-04-10 11:08:10,406 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:08:10,407 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:08:10,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:08:10,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:08:10,447 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742262_1438{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:08:10,466 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742262_1438 src: /127.0.0.1:57537 dest: /127.0.0.1:50911
2014-04-10 11:08:10,467 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742262_1438 src: /127.0.0.1:43007 dest: /127.0.0.1:37218
2014-04-10 11:08:10,468 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742262_1438 src: /127.0.0.1:55733 dest: /127.0.0.1:36156
2014-04-10 11:08:10,472 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55733, dest: /127.0.0.1:36156, bytes: 80624, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742262_1438, duration: 2947663
2014-04-10 11:08:10,472 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742262_1438, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:10,473 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43007, dest: /127.0.0.1:37218, bytes: 80624, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742262_1438, duration: 3405447
2014-04-10 11:08:10,473 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742262_1438{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:08:10,473 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742262_1438, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:10,473 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57537, dest: /127.0.0.1:50911, bytes: 80624, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742262_1438, duration: 3871639
2014-04-10 11:08:10,474 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742262_1438{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:08:10,474 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742262_1438, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:10,474 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742262_1438{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:08:10,491 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:08:10,491 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0036
2014-04-10 11:08:10,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036 dst=null perm=null
2014-04-10 11:08:10,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.xml dst=null perm=null
2014-04-10 11:08:10,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.xml dst=null perm=null
2014-04-10 11:08:10,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.jar dst=null perm=null
2014-04-10 11:08:10,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.jar dst=null perm=null
2014-04-10 11:08:10,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.split dst=null perm=null
2014-04-10 11:08:10,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.split dst=null perm=null
2014-04-10 11:08:10,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.splitmetainfo dst=null perm=null
2014-04-10 11:08:10,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.splitmetainfo dst=null perm=null
2014-04-10 11:08:10,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:08:10,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:08:10,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:08:10,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:08:10,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:08:10,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:08:10,548 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 36 submitted by user brock
2014-04-10 11:08:10,548 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0036
2014-04-10 11:08:10,548 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0036
2014-04-10 11:08:10,548 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0036
2014-04-10 11:08:10,548 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0036 State change from NEW to NEW_SAVING
2014-04-10 11:08:10,549 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0036 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:08:10,549 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0036_000001
2014-04-10 11:08:10,549 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0036_000001 State change from NEW to SUBMITTED
2014-04-10 11:08:10,549 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0036 from user: brock activated in queue: default
2014-04-10 11:08:10,550 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0036 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:08:10,550 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0036 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:08:10,550 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0036
2014-04-10 11:08:10,550 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0036_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:08:10,550 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0036_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:08:10,551 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0036 State change from SUBMITTED to ACCEPTED
2014-04-10 11:08:10,553 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0036/
2014-04-10 11:08:10,553 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lhs] submitted hadoop job: job_1397145675630_0036
2014-04-10 11:08:10,553 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lhs] tracking url: http://localhost:33250/proxy/application_1397145675630_0036/
2014-04-10 11:08:10,797 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0036_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:08:10,798 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000001
2014-04-10 11:08:10,798 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0036_01_000001 of capacity <memory:2048, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:08:10,798 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0036 container=Container: [ContainerId: container_1397145675630_0036_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0036_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:10,798 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:08:10,798 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0036_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:08:10,798 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:10,799 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0036 AttemptId: appattempt_1397145675630_0036_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0036_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ]
2014-04-10 11:08:10,799 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0036_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:08:10,799 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0036_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:08:10,799 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0036_000001
2014-04-10 11:08:10,800 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0036_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] for AM appattempt_1397145675630_0036_000001
2014-04-10 11:08:10,800 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0036_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:08:10,803 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0036_000001 (auth:SIMPLE)
2014-04-10 11:08:10,805 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0036_01_000001 by user brock
2014-04-10 11:08:10,805 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0036
2014-04-10 11:08:10,806 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000001
2014-04-10 11:08:10,806 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0036 transitioned from NEW to INITING
2014-04-10 11:08:10,806 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0036_01_000001 to application application_1397145675630_0036
2014-04-10 11:08:10,806 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0036_01_000001, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] for AM appattempt_1397145675630_0036_000001
2014-04-10 11:08:10,806 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0036 transitioned from INITING to RUNNING
2014-04-10 11:08:10,806 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0036_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:08:10,807 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:08:10,807 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0036
2014-04-10 11:08:10,807 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:08:10,807 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:08:10,807 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:08:10,808 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:08:10,808 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0036_01_000001
2014-04-10 11:08:10,817 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0036_01_000001.tokens. Credentials list:
2014-04-10 11:08:10,830 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:08:10,841 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742246_1422 127.0.0.1:36156 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:08:10,842 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742247_1423 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:37218
2014-04-10 11:08:10,842 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742248_1424 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:37218
2014-04-10 11:08:10,842 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742249_1425 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:53749
2014-04-10 11:08:10,842 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742254_1430 127.0.0.1:50911 127.0.0.1:53749 127.0.0.1:36156
2014-04-10 11:08:10,842 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742250_1426 127.0.0.1:53749 127.0.0.1:37218 127.0.0.1:50911
2014-04-10 11:08:10,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0035 dst=null perm=null
2014-04-10 11:08:10,867 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742261_1437
2014-04-10 11:08:10,868 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742254_1430
2014-04-10 11:08:10,868 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742257_1433
2014-04-10 11:08:10,869 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742251_1427
2014-04-10 11:08:10,869 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742256_1432
2014-04-10 11:08:10,870 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742262_1438
2014-04-10 11:08:10,871 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742252_1428
2014-04-10 11:08:10,871 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742255_1431
2014-04-10 11:08:10,872 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742260_1436
2014-04-10 11:08:10,872 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742253_1429
2014-04-10 11:08:10,891 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145675630_0036_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000001.tokens
2014-04-10 11:08:10,891 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0036 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0036
2014-04-10 11:08:10,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.jar dst=null perm=null
2014-04-10 11:08:10,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.jar dst=null perm=null
2014-04-10 11:08:10,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.jar dst=null perm=null
2014-04-10 11:08:11,003 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55738, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2010421908_21285, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742259_1435, duration: 849919
2014-04-10 11:08:11,027 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0036/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:08:11,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.splitmetainfo dst=null perm=null
2014-04-10 11:08:11,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.splitmetainfo dst=null perm=null
2014-04-10 11:08:11,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.splitmetainfo dst=null perm=null
2014-04-10 11:08:11,052 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:43014, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2010421908_21285, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742261_1437, duration: 225868
2014-04-10 11:08:11,069 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0036/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:08:11,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.split dst=null perm=null
2014-04-10 11:08:11,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.split dst=null perm=null
2014-04-10 11:08:11,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.split dst=null perm=null
2014-04-10 11:08:11,093 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51358, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2010421908_21285, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742260_1436, duration: 229018
2014-04-10 11:08:11,110 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0036/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:08:11,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.xml dst=null perm=null
2014-04-10 11:08:11,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.xml dst=null perm=null
2014-04-10 11:08:11,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.xml dst=null perm=null
2014-04-10 11:08:11,135 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55738, bytes: 81256, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2010421908_21285, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742262_1438, duration: 393109
2014-04-10 11:08:11,152 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0036/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:08:11,152 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:08:11,184 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:08:11,184 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:08:11,242 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000001/default_container_executor.sh]
2014-04-10 11:08:11,280 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742259_1435
2014-04-10 11:08:11,480 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742262_1438
2014-04-10 11:08:11,480 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742258_1434
2014-04-10 11:08:11,480 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742261_1437
2014-04-10 11:08:11,481 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742256_1432
2014-04-10 11:08:11,481 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742260_1436
2014-04-10 11:08:11,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742256_1432 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742256 for deletion
2014-04-10 11:08:11,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742256_1432 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742256
2014-04-10 11:08:11,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742256_1432 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/subdir30/blk_1073742256 for deletion
2014-04-10 11:08:11,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742256_1432 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/subdir30/blk_1073742256
2014-04-10 11:08:11,796 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0036_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:08:12,245 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742260_1436
2014-04-10 11:08:12,245 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742253_1429
2014-04-10 11:08:12,245 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742257_1433
2014-04-10 11:08:12,246 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742252_1428
2014-04-10 11:08:12,246 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742251_1427
2014-04-10 11:08:12,246 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742255_1431
2014-04-10 11:08:12,247 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742259_1435
2014-04-10 11:08:12,247 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742254_1430
2014-04-10 11:08:12,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:08:12,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/COMMIT_STARTED dst=null perm=null
2014-04-10 11:08:12,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:08:12,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/COMMIT_FAIL dst=null perm=null
2014-04-10 11:08:12,448 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742258_1434
2014-04-10 11:08:12,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036 dst=null perm=null
2014-04-10 11:08:12,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:08:12,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:08:12,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.splitmetainfo dst=null perm=null
2014-04-10 11:08:12,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.splitmetainfo dst=null perm=null
2014-04-10 11:08:12,756 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57550, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_777666015_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742261_1437, duration: 151547
2014-04-10 11:08:13,173 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:37218 to replicate blk_1073742259_1435 to datanode(s) 127.0.0.1:50911
2014-04-10 11:08:13,173 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742256_1432, blk_1073742246_1422, blk_1073742247_1423, blk_1073742248_1424, blk_1073742249_1425, blk_1073742250_1426]
2014-04-10 11:08:13,174 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073742246_1422, blk_1073742247_1423, blk_1073742254_1430]
2014-04-10 11:08:13,335 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0036_000001 (auth:SIMPLE)
2014-04-10 11:08:13,336 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145675630_0036_000001
2014-04-10 11:08:13,336 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145675630_0036 APPATTEMPTID=appattempt_1397145675630_0036_000001
2014-04-10 11:08:13,337 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0036_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:08:13,337 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0036 State change from ACCEPTED to RUNNING
2014-04-10 11:08:13,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job_1397145675630_0036_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:13,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:08:13,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job_1397145675630_0036_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:13,552 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742259_1435
2014-04-10 11:08:13,552 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742260_1436
2014-04-10 11:08:13,553 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742254_1430
2014-04-10 11:08:13,553 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742261_1437
2014-04-10 11:08:13,554 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742262_1438
2014-04-10 11:08:13,565 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job_1397145675630_0036_1_conf.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742263_1439{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:08:13,602 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742263_1439 src: /127.0.0.1:43022 dest: /127.0.0.1:37218
2014-04-10 11:08:13,603 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742263_1439 src: /127.0.0.1:57554 dest: /127.0.0.1:50911
2014-04-10 11:08:13,604 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742263_1439 src: /127.0.0.1:51367 dest: /127.0.0.1:53749
2014-04-10 11:08:13,609 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51367, dest: /127.0.0.1:53749, bytes: 94487, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_777666015_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742263_1439, duration: 5029782
2014-04-10 11:08:13,610 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742263_1439, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:13,610 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742263_1439{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:08:13,610 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57554, dest: /127.0.0.1:50911, bytes: 94487, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_777666015_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742263_1439, duration: 5694485
2014-04-10 11:08:13,610 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742263_1439, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:13,610 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742263_1439{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:08:13,610 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43022, dest: /127.0.0.1:37218, bytes: 94487, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_777666015_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742263_1439, duration: 6060235
2014-04-10 11:08:13,611 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742263_1439, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:13,611 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742263_1439{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:08:13,624 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job_1397145675630_0036_1_conf.xml is closed by DFSClient_NONMAPREDUCE_777666015_1
2014-04-10 11:08:13,753 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742257_1433
2014-04-10 11:08:13,754 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742258_1434
2014-04-10 11:08:14,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742246_1422 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742246 for deletion
2014-04-10 11:08:14,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742247_1423 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742247 for deletion
2014-04-10 11:08:14,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742254_1430 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742254 for deletion
2014-04-10 11:08:14,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742247_1423 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742247
2014-04-10 11:08:14,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742246_1422 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742246
2014-04-10 11:08:14,409 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742254_1430 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742254
2014-04-10 11:08:14,773 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=605824a6-2871-47f9-9c2e-3cb0ab71d9dd, infoPort=39282, ipcPort=53527, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073742259_1435 to 127.0.0.1:50911
2014-04-10 11:08:14,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742256_1432 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742256 for deletion
2014-04-10 11:08:14,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742246_1422 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742246 for deletion
2014-04-10 11:08:14,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742256_1432 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742256
2014-04-10 11:08:14,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742247_1423 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742247 for deletion
2014-04-10 11:08:14,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742246_1422 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742246
2014-04-10 11:08:14,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742248_1424 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742248 for deletion
2014-04-10 11:08:14,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742247_1423 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742247
2014-04-10 11:08:14,775 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742249_1425 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742249 for deletion
2014-04-10 11:08:14,775 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742248_1424 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742248
2014-04-10 11:08:14,774 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742259_1435 src: /127.0.0.1:57557 dest: /127.0.0.1:50911
2014-04-10 11:08:14,775 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742249_1425 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742249
2014-04-10 11:08:14,775 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073742259_1435 (numBytes=244650) to 127.0.0.1/127.0.0.1:50911
2014-04-10 11:08:14,775 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742250_1426 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742250 for deletion
2014-04-10 11:08:14,776 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742250_1426 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742250
2014-04-10 11:08:14,777 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073742259_1435 src: /127.0.0.1:57557 dest: /127.0.0.1:50911 of size 244650
2014-04-10 11:08:14,778 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742259_1435 size 244650
2014-04-10 11:08:14,798 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0036_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:08:14,798 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000002
2014-04-10 11:08:14,798 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0036_01_000002 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:08:14,798 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0036 container=Container: [ContainerId: container_1397145675630_0036_01_000002, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0036_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:14,799 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:08:14,799 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:14,800 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0036_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:08:14,800 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000003
2014-04-10 11:08:14,800 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0036_01_000003 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:08:14,800 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0036 container=Container: [ContainerId: container_1397145675630_0036_01_000003, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] containerId=container_1397145675630_0036_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:14,800 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:08:14,801 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:15,027 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0036_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:08:15,027 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000004
2014-04-10 11:08:15,027 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0036_01_000004 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:08:15,027 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0036 container=Container: [ContainerId: container_1397145675630_0036_01_000004, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0036_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:15,027 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:08:15,028 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:15,028 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0036_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:08:15,028 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000005
2014-04-10 11:08:15,029 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0036_01_000005 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:08:15,029 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0036 container=Container: [ContainerId: container_1397145675630_0036_01_000005, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0036_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:15,029 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:08:15,029 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:15,029 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0036_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:08:15,030 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000006
2014-04-10 11:08:15,030 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0036_01_000006 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:08:15,030 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0036 container=Container: [ContainerId: container_1397145675630_0036_01_000006, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] containerId=container_1397145675630_0036_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:15,030 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:08:15,030 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:15,373 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0036_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:08:15,374 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0036_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:08:15,374 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0036_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:08:15,374 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0036_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:08:15,374 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0036_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:08:15,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.jar dst=null perm=null
2014-04-10 11:08:15,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.jar dst=null perm=null
2014-04-10 11:08:15,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.xml dst=null perm=null
2014-04-10 11:08:15,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.xml dst=null perm=null
2014-04-10 11:08:15,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:08:15,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:08:15,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:08:15,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:08:15,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:08:15,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:08:15,492 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0036_000001 (auth:SIMPLE)
2014-04-10 11:08:15,492 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0036_000001 (auth:SIMPLE)
2014-04-10 11:08:15,496 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0036_01_000003 by user brock
2014-04-10 11:08:15,496 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0036_01_000006 by user brock
2014-04-10 11:08:15,496 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0036_01_000002 by user brock
2014-04-10 11:08:15,496 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0036
2014-04-10 11:08:15,496 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000003
2014-04-10 11:08:15,497 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000002
2014-04-10 11:08:15,496 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0036_01_000003 to application application_1397145675630_0036
2014-04-10 11:08:15,497 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0036_01_000002 to application application_1397145675630_0036
2014-04-10 11:08:15,496 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0036_01_000005 by user brock
2014-04-10 11:08:15,497 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0036 transitioned from NEW to INITING
2014-04-10 11:08:15,497 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000006
2014-04-10 11:08:15,497 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0036_01_000004 by user brock
2014-04-10 11:08:15,497 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:08:15,497 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000005
2014-04-10 11:08:15,498 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:08:15,497 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0036_01_000006 to application application_1397145675630_0036
2014-04-10 11:08:15,498 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0036
2014-04-10 11:08:15,498 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0036_01_000005 to application application_1397145675630_0036
2014-04-10 11:08:15,498 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000004
2014-04-10 11:08:15,498 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0036_01_000004 to application application_1397145675630_0036
2014-04-10 11:08:15,498 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0036
2014-04-10 11:08:15,498 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:08:15,499 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0036 transitioned from INITING to RUNNING
2014-04-10 11:08:15,499 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0036
2014-04-10 11:08:15,499 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:08:15,499 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0036
2014-04-10 11:08:15,499 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0036
2014-04-10 11:08:15,499 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:08:15,499 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:08:15,499 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0036
2014-04-10 11:08:15,499 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:08:15,499 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0036
2014-04-10 11:08:15,499 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:08:15,499 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0036
2014-04-10 11:08:15,499 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:08:15,499 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:08:15,499 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0036
2014-04-10 11:08:15,500 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:08:15,500 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:08:15,500 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0036
2014-04-10 11:08:15,500 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0036
2014-04-10 11:08:15,500 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:08:15,500 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0036
2014-04-10 11:08:15,500 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0036
2014-04-10 11:08:15,500 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145675630_0036
2014-04-10 11:08:15,500 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:08:15,500 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145675630_0036
2014-04-10 11:08:15,501 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0036_01_000005
2014-04-10 11:08:15,501 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0036_01_000004
2014-04-10 11:08:15,501 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0036_01_000006
2014-04-10 11:08:15,510 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0036_01_000006.tokens. Credentials list:
2014-04-10 11:08:15,510 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397145675630_0036_01_000004.tokens. Credentials list:
2014-04-10 11:08:15,510 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397145675630_0036_01_000005.tokens. Credentials list:
2014-04-10 11:08:15,520 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:08:15,521 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:08:15,521 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:08:15,521 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:08:15,521 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:08:15,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000002/default_container_executor.sh]
2014-04-10 11:08:15,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000003/default_container_executor.sh]
2014-04-10 11:08:15,618 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145675630_0036_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000006.tokens
2014-04-10 11:08:15,618 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0036 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0036
2014-04-10 11:08:15,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.jar dst=null perm=null
2014-04-10 11:08:15,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.jar dst=null perm=null
2014-04-10 11:08:15,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.jar dst=null perm=null
2014-04-10 11:08:15,798 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0036_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:08:15,798 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0036_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:08:15,877 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742259_1435
2014-04-10 11:08:15,878 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742263_1439
2014-04-10 11:08:15,923 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51375, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1225919544_21469, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742259_1435, duration: 207015459
2014-04-10 11:08:15,937 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0036/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:08:15,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.xml dst=null perm=null
2014-04-10 11:08:15,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.xml dst=null perm=null
2014-04-10 11:08:15,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.xml dst=null perm=null
2014-04-10 11:08:15,952 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55759, bytes: 81256, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1225919544_21469, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742262_1438, duration: 245712
2014-04-10 11:08:15,962 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145675630_0035_01_000001 succeeded
2014-04-10 11:08:15,962 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:08:15,962 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0035_01_000001
2014-04-10 11:08:15,964 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0036/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:08:15,964 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:08:15,965 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:08:15,965 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:08:15,972 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000001
2014-04-10 11:08:15,972 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000001
2014-04-10 11:08:15,972 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000001
2014-04-10 11:08:15,972 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000001
2014-04-10 11:08:15,972 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0035_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:08:15,972 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0035_01_000001 from application application_1397145675630_0035
2014-04-10 11:08:15,972 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0035/container_1397145675630_0035_01_000001
2014-04-10 11:08:15,972 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:08:15,973 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0035
2014-04-10 11:08:16,004 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:08:16,004 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:08:16,004 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:08:16,004 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:08:16,011 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:08:16,011 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:08:16,026 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0036_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:08:16,027 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0036_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:08:16,027 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0036_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:08:16,103 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000005/default_container_executor.sh]
2014-04-10 11:08:16,150 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0035_01_000001
2014-04-10 11:08:16,150 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0035_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:08:16,150 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145675630_0035_000001
2014-04-10 11:08:16,151 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0035_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:08:16,151 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0035_000001 State change from FINISHING to FINISHED
2014-04-10 11:08:16,151 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0035 CONTAINERID=container_1397145675630_0035_01_000001
2014-04-10 11:08:16,151 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0035 State change from FINISHING to FINISHED
2014-04-10 11:08:16,151 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0035_01_000001 of capacity <memory:2048, vCores:1> on host localhost:43726, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:08:16,151 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145675630_0035
2014-04-10 11:08:16,151 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:08:16,151 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0035_01_000001, NodeId: localhost:43726, NodeHttpAddress: localhost:51716, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43726 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:16,151 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145675630_0035_000001
2014-04-10 11:08:16,151 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:16,151 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145675630_0035,name=[3104D1CF5F6747C69978207D41148056/6175114C41DF427495D54C0DBBAC93C9] lower/(1/1) ...edpipesplatform/samepipe2,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:33250/proxy/application_1397145675630_0035/jobhistory/job/job_1397145675630_0035,appMasterHost=localhost.localdomain,startTime=1397146079405,finishTime=1397146089755,finalStatus=SUCCEEDED
2014-04-10 11:08:16,152 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:08:16,152 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0035_000001 released container container_1397145675630_0035_01_000001 on node: host: localhost:43726 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:08:16,152 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145675630_0035_000001 is done. finalState=FINISHED
2014-04-10 11:08:16,152 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145675630_0035 requests cleared
2014-04-10 11:08:16,152 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145675630_0035 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:08:16,152 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145675630_0035 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:08:16,160 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0035_000001 (auth:SIMPLE)
2014-04-10 11:08:16,161 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0035_01_000001
2014-04-10 11:08:16,167 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000004/default_container_executor.sh]
2014-04-10 11:08:16,174 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53749 to delete [blk_1073742246_1422, blk_1073742247_1423, blk_1073742248_1424, blk_1073742249_1425, blk_1073742250_1426, blk_1073742254_1430]
2014-04-10 11:08:16,174 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50911 to delete [blk_1073742246_1422, blk_1073742247_1423, blk_1073742248_1424, blk_1073742249_1425, blk_1073742250_1426, blk_1073742254_1430]
2014-04-10 11:08:16,176 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000006/default_container_executor.sh]
2014-04-10 11:08:16,276 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0035 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:08:16,276 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0035
2014-04-10 11:08:16,276 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0035
2014-04-10 11:08:16,276 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0035 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:08:16,276 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0035, with delay of 10800 seconds
2014-04-10 11:08:16,276 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0035
2014-04-10 11:08:16,277 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0035
2014-04-10 11:08:16,278 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0035
2014-04-10 11:08:16,391 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:08:16,485 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742263_1439
2014-04-10 11:08:17,034 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:08:17,151 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0035 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:08:17,151 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145675630_0035
2014-04-10 11:08:17,151 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0035 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:08:17,151 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145675630_0035, with delay of 10800 seconds
2014-04-10 11:08:17,152 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145675630_0035
2014-04-10 11:08:17,152 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145675630_0035
2014-04-10 11:08:17,152 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145675630_0035
2014-04-10 11:08:17,152 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145675630_0035
2014-04-10 11:08:17,422 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397145675630_0036_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000005.tokens
2014-04-10 11:08:17,422 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0036 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0036
2014-04-10 11:08:17,451 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742263_1439
2014-04-10 11:08:17,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742246_1422 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742246 for deletion
2014-04-10 11:08:17,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742247_1423 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742247 for deletion
2014-04-10 11:08:17,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742248_1424 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742248 for deletion
2014-04-10 11:08:17,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742246_1422 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742246
2014-04-10 11:08:17,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742249_1425 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742249 for deletion
2014-04-10 11:08:17,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742247_1423 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742247
2014-04-10 11:08:17,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742250_1426 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742250 for deletion
2014-04-10 11:08:17,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742248_1424 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742248
2014-04-10 11:08:17,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742254_1430 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742254 for deletion
2014-04-10 11:08:17,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742249_1425 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742249
2014-04-10 11:08:17,671 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742250_1426 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742250
2014-04-10 11:08:17,671 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742254_1430 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742254
2014-04-10 11:08:17,711 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:08:17,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742246_1422 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742246 for deletion
2014-04-10 11:08:17,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742247_1423 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742247 for deletion
2014-04-10 11:08:17,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742248_1424 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/subdir30/blk_1073742248 for deletion
2014-04-10 11:08:17,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742247_1423 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742247
2014-04-10 11:08:17,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742249_1425 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742249 for deletion
2014-04-10 11:08:17,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742246_1422 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742246
2014-04-10 11:08:17,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742250_1426 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/subdir30/blk_1073742250 for deletion
2014-04-10 11:08:17,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742248_1424 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/subdir30/blk_1073742248
2014-04-10 11:08:17,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742254_1430 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742254 for deletion
2014-04-10 11:08:17,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742249_1425 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742249
2014-04-10 11:08:17,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742250_1426 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/subdir30/blk_1073742250
2014-04-10 11:08:17,725 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742254_1430 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742254
2014-04-10 11:08:17,973 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397145675630_0036_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000004.tokens
2014-04-10 11:08:17,973 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0036 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0036
2014-04-10 11:08:18,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.split dst=null perm=null
2014-04-10 11:08:18,163 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55771, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0036_m_000000_0_546569158_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742260_1436, duration: 172692
2014-04-10 11:08:18,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:08:18,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:18,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.split dst=null perm=null
2014-04-10 11:08:18,576 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55773, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0036_m_000001_0_368572763_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742260_1436, duration: 166334
2014-04-10 11:08:18,584 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:43049, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0036_m_000000_0_546569158_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 141405
2014-04-10 11:08:18,612 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000000_0/part-00000. BP-2026122021-127.0.0.1-1397145659663 blk_1073742264_1440{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:08:18,612 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 3723 Total time for transactions(ms): 207 Number of transactions batched in Syncs: 46 Number of syncs: 2538 SyncTimes(ms): 30233 20446
2014-04-10 11:08:18,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:08:18,651 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:43051, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0036_m_000001_0_368572763_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 176532
2014-04-10 11:08:18,670 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742264_1440 src: /127.0.0.1:43050 dest: /127.0.0.1:37218
2014-04-10 11:08:18,674 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742264_1440 src: /127.0.0.1:57583 dest: /127.0.0.1:50911
2014-04-10 11:08:18,675 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742264_1440 src: /127.0.0.1:51396 dest: /127.0.0.1:53749
2014-04-10 11:08:18,689 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51396, dest: /127.0.0.1:53749, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0036_m_000000_0_546569158_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742264_1440, duration: 3296769
2014-04-10 11:08:18,690 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742264_1440{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:08:18,690 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742264_1440, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:18,690 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57583, dest: /127.0.0.1:50911, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0036_m_000000_0_546569158_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742264_1440, duration: 4429013
2014-04-10 11:08:18,690 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742264_1440, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:18,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:18,691 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43050, dest: /127.0.0.1:37218, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0036_m_000000_0_546569158_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742264_1440, duration: 4887062
2014-04-10 11:08:18,691 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742264_1440, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:18,691 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742264_1440{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:08:18,692 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742264_1440{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:08:18,707 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145675630_0036_m_000000_0_546569158_1
2014-04-10 11:08:18,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.split dst=null perm=null
2014-04-10 11:08:18,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000000_0 dst=null perm=null
2014-04-10 11:08:18,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000000_0 dst=null perm=null
2014-04-10 11:08:18,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/task_1397145675630_0036_m_000000 dst=null perm=null
2014-04-10 11:08:18,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/task_1397145675630_0036_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:08:18,804 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57586, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0036_m_000003_0_-1866717467_1, offset: 1024, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742260_1436, duration: 149163
2014-04-10 11:08:18,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.split dst=null perm=null
2014-04-10 11:08:18,859 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000001_0/part-00001. BP-2026122021-127.0.0.1-1397145659663 blk_1073742265_1441{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:08:18,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:08:18,871 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0036_01_000002
2014-04-10 11:08:18,871 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000002
2014-04-10 11:08:18,872 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:08:18,872 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0036_01_000002
2014-04-10 11:08:18,873 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55782, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0036_m_000003_0_-1866717467_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 138114
2014-04-10 11:08:18,877 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0036_01_000002 is : 143
2014-04-10 11:08:18,887 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job_1397145675630_0036_1.jhist. BP-2026122021-127.0.0.1-1397145659663 blk_1073742266_1442{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]}
2014-04-10 11:08:18,889 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:08:18,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000002
2014-04-10 11:08:18,890 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000002
2014-04-10 11:08:18,890 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000002
2014-04-10 11:08:18,890 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000002
2014-04-10 11:08:18,890 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000002
2014-04-10 11:08:18,890 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:08:18,890 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0036_01_000002 from application application_1397145675630_0036
2014-04-10 11:08:18,890 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:08:18,890 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0036
2014-04-10 11:08:18,900 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742266_1442 src: /127.0.0.1:51403 dest: /127.0.0.1:53749
2014-04-10 11:08:18,901 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742266_1442 src: /127.0.0.1:57592 dest: /127.0.0.1:50911
2014-04-10 11:08:18,902 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742266_1442 src: /127.0.0.1:55787 dest: /127.0.0.1:36156
2014-04-10 11:08:18,906 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job_1397145675630_0036_1.jhist for DFSClient_NONMAPREDUCE_777666015_1
2014-04-10 11:08:18,909 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55784, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0036_m_000004_0_858539548_1, offset: 1024, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742260_1436, duration: 154717
2014-04-10 11:08:18,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:18,918 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742265_1441 src: /127.0.0.1:43058 dest: /127.0.0.1:37218
2014-04-10 11:08:18,919 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742265_1441 src: /127.0.0.1:51406 dest: /127.0.0.1:53749
2014-04-10 11:08:18,919 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742265_1441 src: /127.0.0.1:55789 dest: /127.0.0.1:36156
2014-04-10 11:08:18,926 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55789, dest: /127.0.0.1:36156, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0036_m_000001_0_368572763_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742265_1441, duration: 5266145
2014-04-10 11:08:18,926 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742265_1441, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:18,926 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51406, dest: /127.0.0.1:53749, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0036_m_000001_0_368572763_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742265_1441, duration: 3472677
2014-04-10 11:08:18,927 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742265_1441{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:08:18,927 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43058, dest: /127.0.0.1:37218, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0036_m_000001_0_368572763_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742265_1441, duration: 4328099
2014-04-10 11:08:18,927 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742265_1441, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:18,927 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742265_1441{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:08:18,927 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742265_1441, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:18,928 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742265_1441{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW]]} size 0
2014-04-10 11:08:18,949 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000001_0/part-00001 is closed by DFSClient_attempt_1397145675630_0036_m_000001_0_368572763_1
2014-04-10 11:08:18,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:08:18,995 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55784, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0036_m_000004_0_858539548_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 162162
2014-04-10 11:08:19,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000001_0 dst=null perm=null
2014-04-10 11:08:19,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000001_0 dst=null perm=null
2014-04-10 11:08:19,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/task_1397145675630_0036_m_000001 dst=null perm=null
2014-04-10 11:08:19,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:19,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/task_1397145675630_0036_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:08:19,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job.split dst=null perm=null
2014-04-10 11:08:19,090 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000003_0/part-00003. BP-2026122021-127.0.0.1-1397145659663 blk_1073742267_1443{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]}
2014-04-10 11:08:19,091 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0036_01_000003
2014-04-10 11:08:19,091 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000003
2014-04-10 11:08:19,091 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:08:19,091 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0036_01_000003
2014-04-10 11:08:19,091 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0036_01_000002
2014-04-10 11:08:19,092 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0036_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:08:19,092 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0036_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:08:19,092 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000002
2014-04-10 11:08:19,092 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0036_01_000002 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:08:19,092 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:08:19,092 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0036_01_000002, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:19,092 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:19,092 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:08:19,093 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0036_000001 released container container_1397145675630_0036_01_000002 on node: host: localhost:55857 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:08:19,100 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0036_01_000003 is : 143
2014-04-10 11:08:19,121 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57598, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0036_m_000002_0_-868836701_1, offset: 512, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742260_1436, duration: 164286
2014-04-10 11:08:19,121 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:08:19,122 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000003
2014-04-10 11:08:19,122 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000003
2014-04-10 11:08:19,122 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000003
2014-04-10 11:08:19,122 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:08:19,122 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0036_01_000003 from application application_1397145675630_0036
2014-04-10 11:08:19,122 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:08:19,122 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000003
2014-04-10 11:08:19,122 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0036
2014-04-10 11:08:19,123 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000003
2014-04-10 11:08:19,150 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742267_1443 src: /127.0.0.1:51411 dest: /127.0.0.1:53749
2014-04-10 11:08:19,151 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742267_1443 src: /127.0.0.1:43069 dest: /127.0.0.1:37218
2014-04-10 11:08:19,152 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742267_1443 src: /127.0.0.1:57601 dest: /127.0.0.1:50911
2014-04-10 11:08:19,158 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57601, dest: /127.0.0.1:50911, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0036_m_000003_0_-1866717467_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742267_1443, duration: 4682875
2014-04-10 11:08:19,158 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742267_1443, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:19,158 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742267_1443{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:08:19,158 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43069, dest: /127.0.0.1:37218, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0036_m_000003_0_-1866717467_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742267_1443, duration: 4173159
2014-04-10 11:08:19,158 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742267_1443, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:19,158 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742267_1443{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:08:19,159 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51411, dest: /127.0.0.1:53749, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0036_m_000003_0_-1866717467_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742267_1443, duration: 5730882
2014-04-10 11:08:19,159 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742267_1443, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:19,159 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742267_1443{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]} size 0
2014-04-10 11:08:19,174 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000003_0/part-00003 is closed by DFSClient_attempt_1397145675630_0036_m_000003_0_-1866717467_1
2014-04-10 11:08:19,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:08:19,185 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57598, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397145675630_0036_m_000002_0_-868836701_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073741841_1017, duration: 151299
2014-04-10 11:08:19,207 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000004_0/part-00004 is closed by DFSClient_attempt_1397145675630_0036_m_000004_0_858539548_1
2014-04-10 11:08:19,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000003_0 dst=null perm=null
2014-04-10 11:08:19,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:19,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000003_0 dst=null perm=null
2014-04-10 11:08:19,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/task_1397145675630_0036_m_000003 dst=null perm=null
2014-04-10 11:08:19,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/task_1397145675630_0036_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:08:19,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000004_0 dst=null perm=null
2014-04-10 11:08:19,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000004_0 dst=null perm=null
2014-04-10 11:08:19,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/task_1397145675630_0036_m_000004 dst=null perm=null
2014-04-10 11:08:19,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000004_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/task_1397145675630_0036_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:08:19,286 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0036_01_000005
2014-04-10 11:08:19,286 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000005
2014-04-10 11:08:19,286 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:08:19,287 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0036_01_000005
2014-04-10 11:08:19,305 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0036_01_000005 is : 143
2014-04-10 11:08:19,313 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:08:19,314 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000005
2014-04-10 11:08:19,314 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000005
2014-04-10 11:08:19,314 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000005
2014-04-10 11:08:19,314 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000005
2014-04-10 11:08:19,314 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000005
2014-04-10 11:08:19,314 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:08:19,314 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0036_01_000005 from application application_1397145675630_0036
2014-04-10 11:08:19,314 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:08:19,315 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0036
2014-04-10 11:08:19,326 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0036_01_000006
2014-04-10 11:08:19,326 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000006
2014-04-10 11:08:19,326 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:08:19,326 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0036_01_000006
2014-04-10 11:08:19,326 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0036_01_000005
2014-04-10 11:08:19,327 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0036_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:08:19,327 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0036_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:08:19,327 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000005
2014-04-10 11:08:19,327 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0036_01_000005 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:08:19,327 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:08:19,327 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0036_01_000005, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:19,328 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:19,328 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:08:19,328 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0036_000001 released container container_1397145675630_0036_01_000005 on node: host: localhost:38779 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:08:19,331 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0036_01_000006 is : 143
2014-04-10 11:08:19,339 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:08:19,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000006
2014-04-10 11:08:19,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000006
2014-04-10 11:08:19,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000006
2014-04-10 11:08:19,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000006
2014-04-10 11:08:19,339 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000006
2014-04-10 11:08:19,340 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:08:19,340 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0036_01_000006 from application application_1397145675630_0036
2014-04-10 11:08:19,340 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:08:19,340 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0036
2014-04-10 11:08:19,372 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000002_0/part-00002. BP-2026122021-127.0.0.1-1397145659663 blk_1073742268_1444{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:08:19,425 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742268_1444 src: /127.0.0.1:43072 dest: /127.0.0.1:37218
2014-04-10 11:08:19,426 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742268_1444 src: /127.0.0.1:57604 dest: /127.0.0.1:50911
2014-04-10 11:08:19,427 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742268_1444 src: /127.0.0.1:55799 dest: /127.0.0.1:36156
2014-04-10 11:08:19,432 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55799, dest: /127.0.0.1:36156, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0036_m_000002_0_-868836701_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742268_1444, duration: 4117379
2014-04-10 11:08:19,432 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742268_1444, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:19,433 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742268_1444{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:08:19,433 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57604, dest: /127.0.0.1:50911, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0036_m_000002_0_-868836701_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742268_1444, duration: 4696513
2014-04-10 11:08:19,433 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742268_1444, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:19,433 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43072, dest: /127.0.0.1:37218, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145675630_0036_m_000002_0_-868836701_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742268_1444, duration: 5174635
2014-04-10 11:08:19,433 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742268_1444{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:08:19,433 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742268_1444, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:19,434 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742268_1444{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:08:19,449 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000002_0/part-00002 is closed by DFSClient_attempt_1397145675630_0036_m_000002_0_-868836701_1
2014-04-10 11:08:19,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000002_0 dst=null perm=null
2014-04-10 11:08:19,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000002_0 dst=null perm=null
2014-04-10 11:08:19,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/task_1397145675630_0036_m_000002 dst=null perm=null
2014-04-10 11:08:19,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397145675630_0036_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/task_1397145675630_0036_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:08:19,573 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145675630_0036_01_000004
2014-04-10 11:08:19,573 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000004
2014-04-10 11:08:19,573 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:08:19,573 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145675630_0036_01_000004
2014-04-10 11:08:19,573 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0036_01_000006
2014-04-10 11:08:19,574 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0036_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:08:19,574 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0036_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:08:19,574 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000006
2014-04-10 11:08:19,574 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0036_01_000006 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:08:19,574 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:08:19,575 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0036_01_000006, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:19,575 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:19,575 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:08:19,575 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0036_000001 released container container_1397145675630_0036_01_000006 on node: host: localhost:38779 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:08:19,581 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145675630_0036_01_000004 is : 143
2014-04-10 11:08:19,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:19,597 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:08:19,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000004
2014-04-10 11:08:19,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000004
2014-04-10 11:08:19,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000004
2014-04-10 11:08:19,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145675630_0036/container_1397145675630_0036_01_000004
2014-04-10 11:08:19,598 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000004
2014-04-10 11:08:19,598 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0036_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:08:19,599 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145675630_0036_01_000004 from application application_1397145675630_0036
2014-04-10 11:08:19,599 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:08:19,599 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145675630_0036
2014-04-10 11:08:19,607 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_777666015_1
2014-04-10 11:08:19,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1 dst=null perm=null
2014-04-10 11:08:19,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 11:08:19,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 11:08:19,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/task_1397145675630_0036_m_000000 dst=null perm=null
2014-04-10 11:08:19,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00000 dst=null perm=null
2014-04-10 11:08:19,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/task_1397145675630_0036_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:19,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 11:08:19,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 11:08:19,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/task_1397145675630_0036_m_000001 dst=null perm=null
2014-04-10 11:08:19,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00001 dst=null perm=null
2014-04-10 11:08:19,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/task_1397145675630_0036_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:19,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 11:08:19,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 11:08:19,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/task_1397145675630_0036_m_000002 dst=null perm=null
2014-04-10 11:08:19,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00002 dst=null perm=null
2014-04-10 11:08:19,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/task_1397145675630_0036_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:19,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 11:08:19,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 11:08:19,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/task_1397145675630_0036_m_000003 dst=null perm=null
2014-04-10 11:08:19,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00003 dst=null perm=null
2014-04-10 11:08:19,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/task_1397145675630_0036_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:19,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 11:08:19,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 11:08:19,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/task_1397145675630_0036_m_000004 dst=null perm=null
2014-04-10 11:08:19,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00004 dst=null perm=null
2014-04-10 11:08:19,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary/1/task_1397145675630_0036_m_000004/part-00004 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:19,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary dst=null perm=null
2014-04-10 11:08:19,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:19,824 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_SUCCESS is closed by DFSClient_NONMAPREDUCE_777666015_1
2014-04-10 11:08:19,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:19,857 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_777666015_1
2014-04-10 11:08:19,878 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55787, dest: /127.0.0.1:36156, bytes: 54610, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_777666015_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742266_1442, duration: 974784861
2014-04-10 11:08:19,879 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742266_1442, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:19,879 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57592, dest: /127.0.0.1:50911, bytes: 54610, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_777666015_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742266_1442, duration: 975665071
2014-04-10 11:08:19,880 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742266_1442{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 15562
2014-04-10 11:08:19,880 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742266_1442, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:19,880 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51403, dest: /127.0.0.1:53749, bytes: 54610, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_777666015_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742266_1442, duration: 976611673
2014-04-10 11:08:19,881 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742266_1442{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 15562
2014-04-10 11:08:19,881 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742266_1442, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:19,881 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742266_1442{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]} size 15562
2014-04-10 11:08:19,899 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job_1397145675630_0036_1.jhist is closed by DFSClient_NONMAPREDUCE_777666015_1
2014-04-10 11:08:19,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:19,919 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036.summary_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742269_1445{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW]]}
2014-04-10 11:08:19,935 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742269_1445 src: /127.0.0.1:55800 dest: /127.0.0.1:36156
2014-04-10 11:08:19,936 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742269_1445 src: /127.0.0.1:51419 dest: /127.0.0.1:53749
2014-04-10 11:08:19,937 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742269_1445 src: /127.0.0.1:43077 dest: /127.0.0.1:37218
2014-04-10 11:08:19,940 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43077, dest: /127.0.0.1:37218, bytes: 430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_777666015_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742269_1445, duration: 1940383
2014-04-10 11:08:19,940 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742269_1445, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:19,941 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742269_1445{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:08:19,941 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51419, dest: /127.0.0.1:53749, bytes: 430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_777666015_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742269_1445, duration: 2507659
2014-04-10 11:08:19,941 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742269_1445, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:19,942 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742269_1445{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:08:19,942 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55800, dest: /127.0.0.1:36156, bytes: 430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_777666015_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742269_1445, duration: 3284717
2014-04-10 11:08:19,942 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742269_1445, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:19,942 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742269_1445{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW]]} size 0
2014-04-10 11:08:19,957 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036.summary_tmp is closed by DFSClient_NONMAPREDUCE_777666015_1
2014-04-10 11:08:20,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:08:20,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job_1397145675630_0036_1.jhist dst=null perm=null
2014-04-10 11:08:20,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036-1397146090547-brock-%5B026A8B529119422DA13B2A2E64D2D95E%2FD882303B66864962-1397146099858-5-0-SUCCEEDED-default-1397146093346.jhist_tmp dst=null perm=null
2014-04-10 11:08:20,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job_1397145675630_0036_1.jhist dst=null perm=null
2014-04-10 11:08:20,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036-1397146090547-brock-%5B026A8B529119422DA13B2A2E64D2D95E%2FD882303B66864962-1397146099858-5-0-SUCCEEDED-default-1397146093346.jhist_tmp dst=null perm=null
2014-04-10 11:08:20,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job_1397145675630_0036_1.jhist dst=null perm=null
2014-04-10 11:08:20,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036-1397146090547-brock-%5B026A8B529119422DA13B2A2E64D2D95E%2FD882303B66864962-1397146099858-5-0-SUCCEEDED-default-1397146093346.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:20,035 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55803, bytes: 55038, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_777666015_1, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742266_1442, duration: 251824
2014-04-10 11:08:20,038 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036-1397146090547-brock-%5B026A8B529119422DA13B2A2E64D2D95E%2FD882303B66864962-1397146099858-5-0-SUCCEEDED-default-1397146093346.jhist_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742270_1446{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]}
2014-04-10 11:08:20,051 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742270_1446 src: /127.0.0.1:43079 dest: /127.0.0.1:37218
2014-04-10 11:08:20,052 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742270_1446 src: /127.0.0.1:57611 dest: /127.0.0.1:50911
2014-04-10 11:08:20,053 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742270_1446 src: /127.0.0.1:51424 dest: /127.0.0.1:53749
2014-04-10 11:08:20,057 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51424, dest: /127.0.0.1:53749, bytes: 54610, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_777666015_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742270_1446, duration: 1814632
2014-04-10 11:08:20,057 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742270_1446, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:20,057 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742270_1446{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:08:20,061 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57611, dest: /127.0.0.1:50911, bytes: 54610, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_777666015_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742270_1446, duration: 2656487
2014-04-10 11:08:20,061 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742270_1446, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:20,062 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43079, dest: /127.0.0.1:37218, bytes: 54610, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_777666015_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742270_1446, duration: 6858671
2014-04-10 11:08:20,062 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742270_1446{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:08:20,062 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742270_1446, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:20,062 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742270_1446{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:08:20,092 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0036_01_000003
2014-04-10 11:08:20,092 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0036_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:08:20,093 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0036_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:08:20,093 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000003
2014-04-10 11:08:20,093 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0036_01_000003 of capacity <memory:1024, vCores:1> on host localhost:55857, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:08:20,093 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:08:20,093 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0036_01_000003, NodeId: localhost:55857, NodeHttpAddress: localhost:46533, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:55857 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:20,093 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:20,093 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:08:20,094 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0036_000001 released container container_1397145675630_0036_01_000003 on node: host: localhost:55857 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:08:20,149 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036-1397146090547-brock-%5B026A8B529119422DA13B2A2E64D2D95E%2FD882303B66864962-1397146099858-5-0-SUCCEEDED-default-1397146093346.jhist_tmp is closed by DFSClient_NONMAPREDUCE_777666015_1
2014-04-10 11:08:20,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036-1397146090547-brock-%5B026A8B529119422DA13B2A2E64D2D95E%2FD882303B66864962-1397146099858-5-0-SUCCEEDED-default-1397146093346.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:08:20,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job_1397145675630_0036_1_conf.xml dst=null perm=null
2014-04-10 11:08:20,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036_conf.xml_tmp dst=null perm=null
2014-04-10 11:08:20,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job_1397145675630_0036_1_conf.xml dst=null perm=null
2014-04-10 11:08:20,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036_conf.xml_tmp dst=null perm=null
2014-04-10 11:08:20,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036/job_1397145675630_0036_1_conf.xml dst=null perm=null
2014-04-10 11:08:20,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:08:20,193 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51425, bytes: 95227, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_777666015_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742263_1439, duration: 366743
2014-04-10 11:08:20,196 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036_conf.xml_tmp. BP-2026122021-127.0.0.1-1397145659663 blk_1073742271_1447{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:08:20,209 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742271_1447 src: /127.0.0.1:51426 dest: /127.0.0.1:53749
2014-04-10 11:08:20,211 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742271_1447 src: /127.0.0.1:43084 dest: /127.0.0.1:37218
2014-04-10 11:08:20,212 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742271_1447 src: /127.0.0.1:57616 dest: /127.0.0.1:50911
2014-04-10 11:08:20,216 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57616, dest: /127.0.0.1:50911, bytes: 94487, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_777666015_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742271_1447, duration: 2333502
2014-04-10 11:08:20,216 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742271_1447, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:20,216 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742271_1447{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:08:20,216 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43084, dest: /127.0.0.1:37218, bytes: 94487, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_777666015_1, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742271_1447, duration: 3370460
2014-04-10 11:08:20,217 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742271_1447, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:20,217 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742271_1447{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:08:20,217 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51426, dest: /127.0.0.1:53749, bytes: 94487, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_777666015_1, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742271_1447, duration: 3920401
2014-04-10 11:08:20,218 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742271_1447, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:20,218 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742271_1447{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:08:20,232 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_777666015_1
2014-04-10 11:08:20,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:08:20,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:08:20,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:08:20,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036-1397146090547-brock-%5B026A8B529119422DA13B2A2E64D2D95E%2FD882303B66864962-1397146099858-5-0-SUCCEEDED-default-1397146093346.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036-1397146090547-brock-%5B026A8B529119422DA13B2A2E64D2D95E%2FD882303B66864962-1397146099858-5-0-SUCCEEDED-default-1397146093346.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:08:20,307 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145675630_0036_000001 with final state: FINISHING
2014-04-10 11:08:20,307 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0036_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:08:20,307 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145675630_0036 with final state: FINISHING
2014-04-10 11:08:20,308 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0036 State change from RUNNING to FINAL_SAVING
2014-04-10 11:08:20,308 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0036
2014-04-10 11:08:20,308 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0036_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:08:20,309 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0036 State change from FINAL_SAVING to FINISHING
2014-04-10 11:08:20,392 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:08:20,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:08:20,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:08:20,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036.summary dst=null perm=null
2014-04-10 11:08:20,399 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51430, bytes: 434, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1688925261_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742269_1445, duration: 234357
2014-04-10 11:08:20,399 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145675630_0036,submitTime=1397146090547,launchTime=1397146093346,firstMapTaskLaunchTime=1397146095502,firstReduceTaskLaunchTime=0,finishTime=1397146099858,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=18,reduceSlotSeconds=0,jobName=[026A8B529119422DA13B2A2E64D2D95E/D882303B66864962BEB4539FD1B5D622] lhs/(1/1) ...edpipesplatform/samepipe3
2014-04-10 11:08:20,399 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036.summary]
2014-04-10 11:08:20,416 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742269_1445 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:37218
2014-04-10 11:08:20,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036.summary dst=null perm=null
2014-04-10 11:08:20,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:08:20,418 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036-1397146090547-brock-%5B026A8B529119422DA13B2A2E64D2D95E%2FD882303B66864962-1397146099858-5-0-SUCCEEDED-default-1397146093346.jhist to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0036-1397146090547-brock-%5B026A8B529119422DA13B2A2E64D2D95E%2FD882303B66864962-1397146099858-5-0-SUCCEEDED-default-1397146093346.jhist
2014-04-10 11:08:20,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036-1397146090547-brock-%5B026A8B529119422DA13B2A2E64D2D95E%2FD882303B66864962-1397146099858-5-0-SUCCEEDED-default-1397146093346.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0036-1397146090547-brock-%5B026A8B529119422DA13B2A2E64D2D95E%2FD882303B66864962-1397146099858-5-0-SUCCEEDED-default-1397146093346.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:08:20,433 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036_conf.xml to hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0036_conf.xml
2014-04-10 11:08:20,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145675630_0036_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0036_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:08:20,449 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145675630_0036 from file: hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0036-1397146090547-brock-%5B026A8B529119422DA13B2A2E64D2D95E%2FD882303B66864962-1397146099858-5-0-SUCCEEDED-default-1397146093346.jhist
2014-04-10 11:08:20,450 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:57368/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0036-1397146090547-brock-%5B026A8B529119422DA13B2A2E64D2D95E%2FD882303B66864962-1397146099858-5-0-SUCCEEDED-default-1397146093346.jhist]
2014-04-10 11:08:20,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145675630_0036-1397146090547-brock-%5B026A8B529119422DA13B2A2E64D2D95E%2FD882303B66864962-1397146099858-5-0-SUCCEEDED-default-1397146093346.jhist dst=null perm=null
2014-04-10 11:08:20,453 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57619, bytes: 55038, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742270_1446, duration: 253100
2014-04-10 11:08:20,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 11:08:20,483 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary
2014-04-10 11:08:20,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/_temporary dst=null perm=null
2014-04-10 11:08:20,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 11:08:20,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 11:08:20,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 11:08:20,503 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:08:20,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00000 dst=null perm=null
2014-04-10 11:08:20,506 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51430, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742264_1440, duration: 129276
2014-04-10 11:08:20,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00001 dst=null perm=null
2014-04-10 11:08:20,509 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:43089, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742265_1441, duration: 206862
2014-04-10 11:08:20,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00002 dst=null perm=null
2014-04-10 11:08:20,511 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:43089, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742268_1444, duration: 173598
2014-04-10 11:08:20,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00003 dst=null perm=null
2014-04-10 11:08:20,514 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:43089, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742267_1443, duration: 170654
2014-04-10 11:08:20,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00004 dst=null perm=null
2014-04-10 11:08:20,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 11:08:20,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 11:08:20,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 11:08:20,540 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:08:20,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00000 dst=null perm=null
2014-04-10 11:08:20,543 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57619, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742264_1440, duration: 202860
2014-04-10 11:08:20,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00001 dst=null perm=null
2014-04-10 11:08:20,546 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:43089, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742265_1441, duration: 171946
2014-04-10 11:08:20,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00002 dst=null perm=null
2014-04-10 11:08:20,548 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:43089, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742268_1444, duration: 173536
2014-04-10 11:08:20,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00003 dst=null perm=null
2014-04-10 11:08:20,551 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51430, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742267_1443, duration: 243909
2014-04-10 11:08:20,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00004 dst=null perm=null
2014-04-10 11:08:20,552 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/joinfieldedpipesplatform/samepipe3
2014-04-10 11:08:20,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 11:08:20,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 11:08:20,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 11:08:20,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 11:08:20,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00000 dst=null perm=null
2014-04-10 11:08:20,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00000 dst=null perm=null
2014-04-10 11:08:20,559 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51430, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742264_1440, duration: 263791
2014-04-10 11:08:20,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00001 dst=null perm=null
2014-04-10 11:08:20,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00001 dst=null perm=null
2014-04-10 11:08:20,562 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:43089, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742265_1441, duration: 178910
2014-04-10 11:08:20,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00002 dst=null perm=null
2014-04-10 11:08:20,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00002 dst=null perm=null
2014-04-10 11:08:20,566 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55815, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742268_1444, duration: 201439
2014-04-10 11:08:20,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00003 dst=null perm=null
2014-04-10 11:08:20,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00003 dst=null perm=null
2014-04-10 11:08:20,569 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51430, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742267_1443, duration: 256437
2014-04-10 11:08:20,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00004 dst=null perm=null
2014-04-10 11:08:20,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/samepipe3/part-00004 dst=null perm=null
2014-04-10 11:08:20,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:08:20,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:08:20,574 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145675630_0036_01_000004
2014-04-10 11:08:20,574 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0036_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:08:20,575 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145675630_0036_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:08:20,575 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0036 CONTAINERID=container_1397145675630_0036_01_000004
2014-04-10 11:08:20,575 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145675630_0036_01_000004 of capacity <memory:1024, vCores:1> on host localhost:38779, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:08:20,575 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:08:20,575 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145675630_0036_01_000004, NodeId: localhost:38779, NodeHttpAddress: localhost:34656, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:38779 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:20,576 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:20,576 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:08:20,576 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145675630_0036_000001 released container container_1397145675630_0036_01_000004 on node: host: localhost:38779 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:08:20,591 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:08:20,591 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:08:20,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupby dst=null perm=null
2014-04-10 11:08:20,600 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 11:08:20,601 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:08:20,601 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:08:20,601 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupby"]
2014-04-10 11:08:20,601 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 11:08:20,601 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 11:08:20,601 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 11:08:20,602 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...pipesplatform/joingroupby
2014-04-10 11:08:20,616 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:08:20,624 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:49393
2014-04-10 11:08:20,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/joinfieldedpipesplatform/joingroupby dst=null perm=null
2014-04-10 11:08:20,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:08:20,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:08:20,628 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 37
2014-04-10 11:08:20,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037 dst=null perm=null
2014-04-10 11:08:20,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:08:20,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:08:20,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.jar dst=null perm=null
2014-04-10 11:08:20,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:08:20,693 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.jar. BP-2026122021-127.0.0.1-1397145659663 blk_1073742272_1448{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:08:20,709 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742272_1448 src: /127.0.0.1:43091 dest: /127.0.0.1:37218
2014-04-10 11:08:20,710 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742272_1448 src: /127.0.0.1:51435 dest: /127.0.0.1:53749
2014-04-10 11:08:20,711 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742272_1448 src: /127.0.0.1:55818 dest: /127.0.0.1:36156
2014-04-10 11:08:20,716 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55818, dest: /127.0.0.1:36156, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742272_1448, duration: 3767665
2014-04-10 11:08:20,716 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742272_1448, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:20,716 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742272_1448{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:08:20,717 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51435, dest: /127.0.0.1:53749, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742272_1448, duration: 4202549
2014-04-10 11:08:20,717 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742272_1448, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:20,717 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742272_1448{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:08:20,717 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43091, dest: /127.0.0.1:37218, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742272_1448, duration: 4150647
2014-04-10 11:08:20,718 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742272_1448, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:20,718 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742272_1448{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]} size 0
2014-04-10 11:08:20,732 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.jar is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:08:20,733 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.jar
2014-04-10 11:08:20,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.jar dst=null perm=null
2014-04-10 11:08:20,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:08:20,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:08:20,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:08:20,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:08:20,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:08:20,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:08:20,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:08:20,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:08:20,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:08:20,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:08:20,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:08:20,777 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:08:20,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:08:20,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:08:20,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:08:20,808 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.split
2014-04-10 11:08:20,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.split dst=null perm=null
2014-04-10 11:08:20,845 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.split. BP-2026122021-127.0.0.1-1397145659663 blk_1073742273_1449{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW]]}
2014-04-10 11:08:20,880 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742264_1440
2014-04-10 11:08:20,880 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742271_1447
2014-04-10 11:08:20,881 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742270_1446
2014-04-10 11:08:20,881 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742268_1444
2014-04-10 11:08:20,881 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742267_1443
2014-04-10 11:08:20,881 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742266_1442
2014-04-10 11:08:20,921 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742273_1449 src: /127.0.0.1:55819 dest: /127.0.0.1:36156
2014-04-10 11:08:20,922 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742273_1449 src: /127.0.0.1:57626 dest: /127.0.0.1:50911
2014-04-10 11:08:20,923 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742273_1449 src: /127.0.0.1:43096 dest: /127.0.0.1:37218
2014-04-10 11:08:20,925 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742273_1449 src: /127.0.0.1:51440 dest: /127.0.0.1:53749
2014-04-10 11:08:20,927 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51440, dest: /127.0.0.1:53749, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742273_1449, duration: 1747971
2014-04-10 11:08:20,927 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742273_1449, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:20,927 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742273_1449{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:08:20,928 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43096, dest: /127.0.0.1:37218, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742273_1449, duration: 2213455
2014-04-10 11:08:20,928 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742273_1449, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:20,928 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742273_1449{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:08:20,928 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57626, dest: /127.0.0.1:50911, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742273_1449, duration: 2620789
2014-04-10 11:08:20,929 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742273_1449, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:20,929 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742273_1449{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:08:20,929 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55819, dest: /127.0.0.1:36156, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742273_1449, duration: 3346990
2014-04-10 11:08:20,929 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742273_1449, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:20,930 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742273_1449{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b79ce8f9-59ec-45b7-a06c-263669d9b24a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:08:20,957 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.split is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:08:20,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:08:20,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:08:20,992 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.splitmetainfo. BP-2026122021-127.0.0.1-1397145659663 blk_1073742274_1450{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW]]}
2014-04-10 11:08:21,009 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742274_1450 src: /127.0.0.1:51441 dest: /127.0.0.1:53749
2014-04-10 11:08:21,010 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742274_1450 src: /127.0.0.1:57630 dest: /127.0.0.1:50911
2014-04-10 11:08:21,011 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742274_1450 src: /127.0.0.1:55825 dest: /127.0.0.1:36156
2014-04-10 11:08:21,014 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55825, dest: /127.0.0.1:36156, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742274_1450, duration: 1026855
2014-04-10 11:08:21,014 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742274_1450, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:21,014 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36156 is added to blk_1073742274_1450{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:08:21,015 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57630, dest: /127.0.0.1:50911, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742274_1450, duration: 1597829
2014-04-10 11:08:21,015 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742274_1450, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:21,015 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742274_1450{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:08:21,019 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51441, dest: /127.0.0.1:53749, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742274_1450, duration: 2364566
2014-04-10 11:08:21,019 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742274_1450, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:21,020 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742274_1450{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-673b46c5-7bd3-419b-a82d-0abc11d71478:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-26d5851b-8cb7-44a6-a912-0ad8a6ebb110:NORMAL|RBW]]} size 0
2014-04-10 11:08:21,032 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:08:21,033 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:08:21,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:08:21,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:08:21,070 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.xml. BP-2026122021-127.0.0.1-1397145659663 blk_1073742275_1451{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c6797e4c-8231-4aac-8d72-3e9ac376cb19:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ee68dd35-a93b-4993-a0bf-c2e7cdd7b74d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW]]}
2014-04-10 11:08:21,084 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742275_1451 src: /127.0.0.1:43101 dest: /127.0.0.1:37218
2014-04-10 11:08:21,085 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742275_1451 src: /127.0.0.1:51445 dest: /127.0.0.1:53749
2014-04-10 11:08:21,086 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742275_1451 src: /127.0.0.1:57634 dest: /127.0.0.1:50911
2014-04-10 11:08:21,089 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57634, dest: /127.0.0.1:50911, bytes: 81669, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742275_1451, duration: 2065574
2014-04-10 11:08:21,089 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742275_1451, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:08:21,090 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742275_1451{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:08:21,090 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51445, dest: /127.0.0.1:53749, bytes: 81669, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742275_1451, duration: 2654968
2014-04-10 11:08:21,090 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742275_1451, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:21,090 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53749 is added to blk_1073742275_1451{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:08:21,091 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43101, dest: /127.0.0.1:37218, bytes: 81669, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_200264427_9, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742275_1451, duration: 3361986
2014-04-10 11:08:21,091 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-2026122021-127.0.0.1-1397145659663:blk_1073742275_1451, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:08:21,091 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37218 is added to blk_1073742275_1451{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4f21feb7-7fe2-4485-9698-1c14d74cd5a9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c7811936-149b-4184-bec1-0f06b27e3365:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e7be66eb-c497-4193-8ffe-d4acebfd86f2:NORMAL|RBW]]} size 0
2014-04-10 11:08:21,107 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.xml is closed by DFSClient_NONMAPREDUCE_200264427_9
2014-04-10 11:08:21,108 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145675630_0037
2014-04-10 11:08:21,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037 dst=null perm=null
2014-04-10 11:08:21,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.xml dst=null perm=null
2014-04-10 11:08:21,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.xml dst=null perm=null
2014-04-10 11:08:21,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.jar dst=null perm=null
2014-04-10 11:08:21,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.jar dst=null perm=null
2014-04-10 11:08:21,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.split dst=null perm=null
2014-04-10 11:08:21,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.split dst=null perm=null
2014-04-10 11:08:21,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.splitmetainfo dst=null perm=null
2014-04-10 11:08:21,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.splitmetainfo dst=null perm=null
2014-04-10 11:08:21,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:08:21,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:08:21,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:08:21,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:08:21,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:08:21,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6651978796653507510.jar dst=null perm=null
2014-04-10 11:08:21,164 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 37 submitted by user brock
2014-04-10 11:08:21,164 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145675630_0037
2014-04-10 11:08:21,164 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145675630_0037
2014-04-10 11:08:21,164 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145675630_0037
2014-04-10 11:08:21,164 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0037 State change from NEW to NEW_SAVING
2014-04-10 11:08:21,165 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0037 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:08:21,165 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145675630_0037_000001
2014-04-10 11:08:21,165 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0037_000001 State change from NEW to SUBMITTED
2014-04-10 11:08:21,166 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145675630_0037 from user: brock activated in queue: default
2014-04-10 11:08:21,166 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145675630_0037 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@462ee6a5, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:08:21,166 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145675630_0037 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:08:21,166 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145675630_0037
2014-04-10 11:08:21,166 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145675630_0037_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:08:21,167 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0037_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:08:21,168 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145675630_0037 State change from SUBMITTED to ACCEPTED
2014-04-10 11:08:21,169 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:33250/proxy/application_1397145675630_0037/
2014-04-10 11:08:21,169 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397145675630_0037
2014-04-10 11:08:21,169 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:33250/proxy/application_1397145675630_0037/
2014-04-10 11:08:21,278 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0037_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:08:21,278 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145675630_0037 CONTAINERID=container_1397145675630_0037_01_000001
2014-04-10 11:08:21,278 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145675630_0037_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41546, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:08:21,279 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145675630_0037 container=Container: [ContainerId: container_1397145675630_0037_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] containerId=container_1397145675630_0037_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:21,279 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:08:21,279 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0037_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:08:21,279 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:08:21,280 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145675630_0037 AttemptId: appattempt_1397145675630_0037_000001 MasterContainer: Container: [ContainerId: container_1397145675630_0037_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ]
2014-04-10 11:08:21,280 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0037_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:08:21,280 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0037_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:08:21,280 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145675630_0037_000001
2014-04-10 11:08:21,281 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145675630_0037_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] for AM appattempt_1397145675630_0037_000001
2014-04-10 11:08:21,281 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145675630_0037_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:08:21,284 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145675630_0037_000001 (auth:SIMPLE)
2014-04-10 11:08:21,286 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145675630_0037_01_000001 by user brock
2014-04-10 11:08:21,286 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145675630_0037
2014-04-10 11:08:21,286 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145675630_0037 CONTAINERID=container_1397145675630_0037_01_000001
2014-04-10 11:08:21,286 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0037 transitioned from NEW to INITING
2014-04-10 11:08:21,287 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145675630_0037_01_000001 to application application_1397145675630_0037
2014-04-10 11:08:21,287 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145675630_0037_01_000001, NodeId: localhost:41546, NodeHttpAddress: localhost:44659, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41546 }, ] for AM appattempt_1397145675630_0037_000001
2014-04-10 11:08:21,287 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145675630_0037 transitioned from INITING to RUNNING
2014-04-10 11:08:21,287 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145675630_0037_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:08:21,288 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0037_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:08:21,288 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145675630_0037
2014-04-10 11:08:21,288 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:08:21,288 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:08:21,289 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:08:21,289 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:08:21,289 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145675630_0037_01_000001
2014-04-10 11:08:21,299 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145675630_0037_01_000001.tokens. Credentials list:
2014-04-10 11:08:21,313 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:08:21,332 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742259_1435 127.0.0.1:37218 127.0.0.1:36156 127.0.0.1:53749 127.0.0.1:50911
2014-04-10 11:08:21,333 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742260_1436 127.0.0.1:50911 127.0.0.1:37218 127.0.0.1:53749 127.0.0.1:36156
2014-04-10 11:08:21,333 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742261_1437 127.0.0.1:50911 127.0.0.1:36156 127.0.0.1:37218
2014-04-10 11:08:21,333 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742262_1438 127.0.0.1:50911 127.0.0.1:37218 127.0.0.1:36156
2014-04-10 11:08:21,333 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742266_1442 127.0.0.1:53749 127.0.0.1:50911 127.0.0.1:36156
2014-04-10 11:08:21,334 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742263_1439 127.0.0.1:37218 127.0.0.1:50911 127.0.0.1:53749
2014-04-10 11:08:21,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0036 dst=null perm=null
2014-04-10 11:08:21,385 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145675630_0037_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0037/container_1397145675630_0037_01_000001.tokens
2014-04-10 11:08:21,385 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0037 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0037
2014-04-10 11:08:21,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.jar dst=null perm=null
2014-04-10 11:08:21,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.jar dst=null perm=null
2014-04-10 11:08:21,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.jar dst=null perm=null
2014-04-10 11:08:21,490 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742265_1441
2014-04-10 11:08:21,491 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742268_1444
2014-04-10 11:08:21,491 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742269_1445
2014-04-10 11:08:21,492 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742271_1447
2014-04-10 11:08:21,493 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742273_1449
2014-04-10 11:08:21,497 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36156, dest: /127.0.0.1:55815, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-819908425_21823, offset: 0, srvID: f9f8649b-8d9e-4d95-b6f1-838fff2526ea, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742272_1448, duration: 948360
2014-04-10 11:08:21,521 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0037/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:08:21,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.splitmetainfo dst=null perm=null
2014-04-10 11:08:21,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.splitmetainfo dst=null perm=null
2014-04-10 11:08:21,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.splitmetainfo dst=null perm=null
2014-04-10 11:08:21,545 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53749, dest: /127.0.0.1:51430, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-819908425_21823, offset: 0, srvID: 68edbb52-d631-4c11-b1f4-78133ce1dada, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742274_1450, duration: 207944
2014-04-10 11:08:21,561 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145675630_0037/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:08:21,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.split dst=null perm=null
2014-04-10 11:08:21,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.split dst=null perm=null
2014-04-10 11:08:21,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.split dst=null perm=null
2014-04-10 11:08:21,586 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:43107, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-819908425_21823, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742273_1449, duration: 212221
2014-04-10 11:08:21,602 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145675630_0037/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:08:21,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.xml dst=null perm=null
2014-04-10 11:08:21,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.xml dst=null perm=null
2014-04-10 11:08:21,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.xml dst=null perm=null
2014-04-10 11:08:21,625 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37218, dest: /127.0.0.1:43107, bytes: 82309, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-819908425_21823, offset: 0, srvID: 605824a6-2871-47f9-9c2e-3cb0ab71d9dd, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742275_1451, duration: 362846
2014-04-10 11:08:21,642 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57368/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145675630_0037/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:08:21,642 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0037_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:08:21,673 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145675630_0037_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:08:21,673 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:08:21,692 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742272_1448
2014-04-10 11:08:21,693 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742270_1446
2014-04-10 11:08:21,694 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742264_1440
2014-04-10 11:08:21,694 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742267_1443
2014-04-10 11:08:21,732 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145675630_0037/container_1397145675630_0037_01_000001/default_container_executor.sh]
2014-04-10 11:08:21,892 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742275_1451
2014-04-10 11:08:22,175 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:36156 to replicate blk_1073742272_1448 to datanode(s) 127.0.0.1:50911
2014-04-10 11:08:22,175 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37218 to delete [blk_1073742259_1435, blk_1073742260_1436, blk_1073742261_1437, blk_1073742262_1438, blk_1073742263_1439, blk_1073742269_1445]
2014-04-10 11:08:22,175 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36156 to delete [blk_1073742259_1435, blk_1073742260_1436, blk_1073742261_1437, blk_1073742262_1438, blk_1073742266_1442, blk_1073742269_1445]
2014-04-10 11:08:22,277 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145675630_0037_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:08:22,455 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742264_1440
2014-04-10 11:08:22,455 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742274_1450
2014-04-10 11:08:22,656 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742272_1448
2014-04-10 11:08:22,656 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742265_1441
2014-04-10 11:08:22,657 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742275_1451
2014-04-10 11:08:22,657 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742269_1445
2014-04-10 11:08:22,657 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742267_1443
2014-04-10 11:08:22,658 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742273_1449
2014-04-10 11:08:22,658 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742266_1442
2014-04-10 11:08:22,659 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742270_1446
2014-04-10 11:08:22,856 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742271_1447
2014-04-10 11:08:22,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:08:22,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/COMMIT_STARTED dst=null perm=null
2014-04-10 11:08:22,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:08:22,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/COMMIT_FAIL dst=null perm=null
2014-04-10 11:08:22,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037 dst=null perm=null
2014-04-10 11:08:22,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:08:22,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:08:23,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.splitmetainfo dst=null perm=null
2014-04-10 11:08:23,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145675630_0037/job.splitmetainfo dst=null perm=null
2014-04-10 11:08:23,228 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50911, dest: /127.0.0.1:57640, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_373059247_1, offset: 0, srvID: ccf8d628-e68b-41d5-9e23-8ad8897e5f5e, blockid: BP-2026122021-127.0.0.1-1397145659663:blk_1073742274_1450, duration: 158582
2014-04-10 11:08:23,407 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f9f8649b-8d9e-4d95-b6f1-838fff2526ea, infoPort=40212, ipcPort=55636, storageInfo=lv=-51;cid=testClusterID;nsid=2135740941;c=0) Starting thread to transfer BP-2026122021-127.0.0.1-1397145659663:blk_1073742272_1448 to 127.0.0.1:50911
2014-04-10 11:08:23,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742259_1435 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742259 for deletion
2014-04-10 11:08:23,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742260_1436 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742260 for deletion
2014-04-10 11:08:23,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742261_1437 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742261 for deletion
2014-04-10 11:08:23,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742259_1435 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742259
2014-04-10 11:08:23,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742262_1438 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742262 for deletion
2014-04-10 11:08:23,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742261_1437 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742261
2014-04-10 11:08:23,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742266_1442 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742266 for deletion
2014-04-10 11:08:23,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742260_1436 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742260
2014-04-10 11:08:23,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742269_1445 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742269 for deletion
2014-04-10 11:08:23,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742266_1442 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742266
2014-04-10 11:08:23,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742262_1438 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742262
2014-04-10 11:08:23,408 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-2026122021-127.0.0.1-1397145659663:blk_1073742272_1448 src: /127.0.0.1:57641 dest: /127.0.0.1:50911
2014-04-10 11:08:23,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742269_1445 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742269
2014-04-10 11:08:23,408 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-2026122021-127.0.0.1-1397145659663:blk_1073742272_1448 (numBytes=244650) to 127.0.0.1/127.0.0.1:50911
2014-04-10 11:08:23,409 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-2026122021-127.0.0.1-1397145659663:blk_1073742272_1448 src: /127.0.0.1:57641 dest: /127.0.0.1:50911 of size 244650
2014-04-10 11:08:23,409 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50911 is added to blk_1073742272_1448 size 244650
2014-04-10 11:08:23,757 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742268_1444
2014-04-10 11:08:23,757 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742274_1450
2014-04-10 11:08:23,759 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742272_1448
2014-04-10 11:08:23,759 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742265_1441
2014-04-10 11:08:23,759 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-2026122021-127.0.0.1-1397145659663:blk_1073742273_1449
2014-04-10 11:08:23,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742259_1435 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742259 for deletion
2014-04-10 11:08:23,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742260_1436 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742260 for deletion
2014-04-10 11:08:23,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742261_1437 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742261 for deletion
2014-04-10 11:08:23,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742259_1435 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742259
2014-04-10 11:08:23,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742262_1438 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742262 for deletion
2014-04-10 11:08:23,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-2026122021-127.0.0.1-1397145659663 blk_1073742260_1436 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742260
2014-04-10 11:08:23,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742263_1439 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-2026122021-127.0.0.1-1397145659663/current/finalized/blk_1073742263 for deletion
2014-04-10 11:08:23,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskSer